-- Logs begin at Thu 2022-03-03 00:19:42 UTC, end at Thu 2022-03-03 01:20:26 UTC. -- Mar 03 00:51:21.558005 dv-cinder-831090-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 00:51:24.509229 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.common.config [-] Logging enabled! Mar 03 00:51:24.509849 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 00:51:24.510018 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 00:51:24.513299 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.common.config [-] Logging enabled! Mar 03 00:51:24.513558 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 00:51:24.513869 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 00:51:24.514809 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 00:51:24.515046 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 00:51:24.515425 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 00:51:24.515673 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 00:51:24.516328 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 00:51:24.516657 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.517082 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 03 00:51:24.517399 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.517705 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.518001 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.518297 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.518588 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.518871 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.519161 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.519459 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.519746 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.520028 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.520339 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.520633 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.520918 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.521390 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.521743 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.522052 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] debug = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.522340 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.522784 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.523208 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.523492 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.523784 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.524092 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.524373 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.524652 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.524939 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.525269 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] host = dv-cinder-831090-5-iscsi {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.525548 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.525837 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.526124 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.526412 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.526687 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.526965 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.527249 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.527529 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.527802 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.528102 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.528396 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.528682 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.528969 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.529194 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.529417 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.529712 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.530000 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.530275 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.530549 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.530823 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.531097 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.531369 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.531638 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.531923 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.532241 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.532529 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.532804 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.533079 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.533353 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.533623 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.533907 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.534182 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.534455 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.534728 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.535014 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.535281 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.535554 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.535852 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.536162 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.536447 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.536757 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.537087 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.537409 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.537683 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.537955 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.538227 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] use_json = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.538500 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.538769 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.539049 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.539323 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.539592 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.539863 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.540165 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.540450 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.540721 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:24.541017 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.541314 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.541616 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.541909 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.542202 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.542484 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.542773 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.543053 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.543343 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.543632 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.543921 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.544231 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.544534 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.544825 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.545120 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.545425 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.545718 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.546010 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.546288 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.546565 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.547113 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.547398 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.547687 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.547965 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.548281 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.548575 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.548858 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.549156 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.549446 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.549741 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.550029 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.550305 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.550586 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.550880 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.551160 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.551434 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.551712 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.552002 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.552972 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.553260 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.553550 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.553835 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.554113 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.554421 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.554672 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.554967 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.555246 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.555521 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.555796 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.556097 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.556373 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.556660 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.556940 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.557216 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.557489 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.557773 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.558046 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.558319 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.558597 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.558871 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.559146 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.559418 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.559690 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.559962 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.560259 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.560532 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.560805 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.561077 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.561354 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.561625 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.561896 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.562166 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.562439 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.562712 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.562996 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.563289 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.563566 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.563844 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.564157 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.564438 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.564713 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.564989 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.565267 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.565545 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.565817 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.566105 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.566385 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.566668 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.566968 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.567250 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.567543 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.567827 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.568950 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.569246 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.569534 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.569816 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.570106 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.570393 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.570690 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.570987 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.571283 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.571579 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.571874 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.572307 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.572620 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.572901 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:24.573116 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 00:51:24.573352 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102877) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 00:51:24.950628 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 00:51:24.950912 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 00:51:24.951219 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 00:51:24.951698 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 00:51:25.282174 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.282390 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.282664 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.283940 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.284243 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.284522 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.330869 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.331147 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.331413 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.345490 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.345776 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.346046 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.374645 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.374925 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.375190 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.412316 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.412599 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.412868 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.762364 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.762978 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.762978 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.763159 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.763828 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.862647 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.862966 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.863252 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.863528 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.863796 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.864136 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.864404 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.864666 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.865527 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.865819 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.866086 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.866355 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.866617 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.866874 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.867133 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.867400 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.867658 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.867928 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.868222 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.868486 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.868759 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.869016 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.869299 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.869674 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.869926 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.870176 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.870570 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:25.870813 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:25.871053 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:25.871290 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:25.871528 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:25.871766 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:25.872161 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 00:51:25.875258 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 00:51:25.879442 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 00:51:25.883978 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 03 00:51:25.885641 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 00:51:25.886119 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 00:51:25.886453 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 00:51:25.886832 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 00:51:25.889674 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 00:51:25.889926 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 00:51:25.890270 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 00:51:25.895134 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 03 00:51:25.919064 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 00:51:25.919511 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.919810 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102877) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 03 00:51:25.920210 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.921833 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102877) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 00:51:25.922121 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 00:51:25.922366 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 00:51:25.925685 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.925972 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:25.988513 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 00:51:25.988753 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 00:51:25.988988 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 00:51:25.989354 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 00:51:26.010223 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_db.sqlalchemy.engines [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102877) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 03 00:51:26.449652 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing driver for type 'gre' Mar 03 00:51:26.450308 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] gre ID ranges: [(1, 1000)] Mar 03 00:51:26.501587 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing driver for type 'local' Mar 03 00:51:26.501936 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing driver for type 'vlan' Mar 03 00:51:26.516052 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] VlanTypeDriver initialization complete Mar 03 00:51:26.516401 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing driver for type 'vxlan' Mar 03 00:51:26.516923 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] vxlan ID ranges: [(1, 1000)] Mar 03 00:51:26.567188 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing extension driver 'port_security' Mar 03 00:51:26.567522 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.extensions.port_security [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] PortSecurityExtensionDriver initialization complete Mar 03 00:51:26.568360 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing mechanism driver 'openvswitch' Mar 03 00:51:26.569005 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing mechanism driver 'hyperv' Mar 03 00:51:26.575341 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:51:26.576217 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.576590 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.576942 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.577469 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 00:51:26.577900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.578251 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.578593 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.578990 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 00:51:26.579398 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.579742 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.580103 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.580496 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 00:51:26.580900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > security_group after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.581246 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > security_group after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.581589 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.581981 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 00:51:26.582379 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.582722 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.583057 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.583450 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 00:51:26.584642 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > address_group after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.584796 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > address_group after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.585132 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.585527 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 00:51:26.585970 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] ML2 OVO RPC backend initialized. {{(pid=102877) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 03 00:51:26.586663 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.587017 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.587429 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.587776 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > networks before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.588267 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.588610 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > ports before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.588953 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.589298 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnets before_response 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.589642 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.589983 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.590316 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.590654 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.590992 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.591325 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.591657 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.591987 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.592344 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.599580 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded quota_driver: . Mar 03 00:51:26.599938 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.plugin [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Modular L2 Plugin initialization complete Mar 03 00:51:26.600309 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading services supported by the core plugin {{(pid=102877) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 00:51:26.600650 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.plugins.ml2.managers [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Got port-security extension from driver 'port_security' Mar 03 00:51:26.601137 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.extensions.vlantransparent [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Disabled vlantransparent extension. Mar 03 00:51:26.601627 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102877) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 00:51:26.601953 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: router Mar 03 00:51:26.638454 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.638790 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_create 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.639157 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router before_create 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.639520 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.639892 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.640271 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_delete 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.640631 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.640976 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.641335 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_create 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.641679 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_update 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.642024 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_update 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.642368 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.642724 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_update 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.643132 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_update 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.643498 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.643837 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.644196 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: subnet after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.644533 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.644878 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.645221 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_create 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.645560 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.645897 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.646357 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router after_update 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.646829 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.647250 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_create 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.647618 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.647969 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_update 55549900 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.648361 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > agent after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.648712 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > agent after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.649059 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > network after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.649905 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Tracking information for resource: router configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:26.650235 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Tracking information for resource: floatingip configured {{(pid=102877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 00:51:26.655108 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.db.l3_agentschedulers_db [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 00:51:26.655680 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.656066 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port after_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.656415 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port after_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.656765 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: port after_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.657550 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router before_create 55550100 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.657920 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.658286 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_create 55550100 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.658639 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > router precommit_update 55550100 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.663409 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.provider_configuration [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service providers = [] {{(pid=102877) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 00:51:26.663774 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.db.servicetype_db [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102877) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 00:51:26.666724 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.service_base [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 00:51:26.667075 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.service_base [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 00:51:26.667424 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.service_base [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 00:51:26.668338 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.services.service_base [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 00:51:26.668709 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.services.service_base [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 00:51:26.669085 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.669402 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 00:51:26.680998 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.681334 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: auto_allocate Mar 03 00:51:26.687121 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: network precommit_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.687498 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: network precommit_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.688017 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.688367 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: tag Mar 03 00:51:26.695912 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.696263 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: timestamp Mar 03 00:51:26.700079 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.700414 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: network_ip_availability Mar 03 00:51:26.705829 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.706200 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.706554 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.707265 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.707584 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: flavors Mar 03 00:51:26.712689 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.713023 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading Plugin: revisions Mar 03 00:51:26.717397 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 00:51:26.717790 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_concurrency.lockutils [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=102877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 00:51:26.718522 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102877) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 00:51:26.718859 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Initializing extension manager. Mar 03 00:51:26.719380 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: __init__.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.719721 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: __pycache__ {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.720075 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.720413 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: address_group.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.721158 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.721718 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: address-group Mar 03 00:51:26.722039 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: address_scope.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.722740 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.723243 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: address-scope Mar 03 00:51:26.723562 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.724525 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.725026 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: router-admin-state-down-before-update Mar 03 00:51:26.725347 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: agent.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.726043 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.726550 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: agent Mar 03 00:51:26.726872 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: agent_resources_synced.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.727770 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.728304 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: agent-resources-synced Mar 03 00:51:26.728627 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: allowedaddresspairs.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.730402 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.730916 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: allowed-address-pairs Mar 03 00:51:26.731240 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: auto_allocated_topology.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.732352 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.732864 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: auto-allocated-topology Mar 03 00:51:26.733189 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: availability_zone.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.733880 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.734384 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: availability_zone Mar 03 00:51:26.734706 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: availability_zone_filter.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.735615 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.736145 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: availability_zone_filter Mar 03 00:51:26.736476 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: data_plane_status.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.737379 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.737882 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 00:51:26.738201 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: default_subnetpools.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.739102 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.739605 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: default-subnetpools Mar 03 00:51:26.740457 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.741339 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.741847 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: dhcp_agent_scheduler Mar 03 00:51:26.742171 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: dns.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.743088 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.743598 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 00:51:26.743922 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: dns_domain_ports.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.744861 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.745373 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 00:51:26.745696 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.746602 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.747112 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 03 00:51:26.747433 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: dvr.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.748137 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.748698 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: dvr Mar 03 00:51:26.749019 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: ecmp_routes.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.749955 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.750456 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 03 00:51:26.750775 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: empty_string_filtering.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.751676 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.752220 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: empty-string-filtering Mar 03 00:51:26.752546 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.753445 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.753949 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 00:51:26.754271 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.755169 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.756296 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 00:51:26.756695 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: external_net.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.757606 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.758112 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: external-net Mar 03 00:51:26.758429 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.759322 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.759827 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: extra_dhcp_opt Mar 03 00:51:26.760179 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: extraroute.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.761073 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.761575 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: extraroute Mar 03 00:51:26.761894 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: extraroute_atomic.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.762915 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.763425 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: extraroute-atomic Mar 03 00:51:26.763726 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: filter_validation.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.764420 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.764924 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: filter-validation Mar 03 00:51:26.765244 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: fip_pf_description.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.766142 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.766643 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 00:51:26.766968 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: fip_port_details.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.768096 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.768603 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: fip-port-details Mar 03 00:51:26.768924 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: flavors.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.770169 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.770688 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: flavors Mar 03 00:51:26.771047 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.772773 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.773299 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 00:51:26.773637 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: floatingip_pools.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.774438 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.774956 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: floatingip-pools Mar 03 00:51:26.775284 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: ip_allocation.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.776245 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.776759 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 00:51:26.777085 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.777994 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.778505 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: ip-substring-filtering Mar 03 00:51:26.778832 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l2_adjacency.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.779753 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.780280 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 00:51:26.780608 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.781561 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.782074 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: router Mar 03 00:51:26.782397 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.784667 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.785191 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 00:51:26.785519 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.786443 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.787008 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: ext-gw-mode Mar 03 00:51:26.787333 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.788262 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.788769 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: l3-ha Mar 03 00:51:26.789090 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.789991 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.790493 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 03 00:51:26.790814 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_flavors.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.791717 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.792251 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: l3-flavors Mar 03 00:51:26.792572 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.793938 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.794444 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 03 00:51:26.794767 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.795669 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.796221 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 00:51:26.796812 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: l3agentscheduler.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.797863 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.798370 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: l3_agent_scheduler Mar 03 00:51:26.798709 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: local_ip.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.800502 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.801028 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension local_ip not supported by any of loaded plugins Mar 03 00:51:26.801366 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: logging.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.804936 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.805469 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension logging not supported by any of loaded plugins Mar 03 00:51:26.805805 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: metering.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.806549 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.807128 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: metering Mar 03 00:51:26.807467 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.808591 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.809103 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: metering_source_and_destination_fields Mar 03 00:51:26.809433 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: multiprovidernet.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.810353 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.810861 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: multi-provider Mar 03 00:51:26.811188 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: netmtu.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.812142 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.812648 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: net-mtu Mar 03 00:51:26.812971 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: netmtu_writable.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.813884 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.814388 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: net-mtu-writable Mar 03 00:51:26.814712 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: network_availability_zone.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.815376 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.815879 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: network_availability_zone Mar 03 00:51:26.816233 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: network_ip_availability.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.817357 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.818495 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: network-ip-availability Mar 03 00:51:26.819029 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: network_segment_range.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.819813 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.820351 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 00:51:26.820675 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: pagination.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.821649 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.821982 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: pagination Mar 03 00:51:26.822303 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: port_device_profile.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.823200 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.823713 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: port-device-profile Mar 03 00:51:26.824059 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.824980 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.825490 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: port-mac-address-regenerate Mar 03 00:51:26.825811 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.826719 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.827225 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: port-numa-affinity-policy Mar 03 00:51:26.827551 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: port_resource_request.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.828490 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.828990 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 00:51:26.829310 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: port_resource_request_groups.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.830270 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.830777 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 03 00:51:26.831097 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: portbindings.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.832005 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.832542 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: binding Mar 03 00:51:26.832860 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: portbindings_extended.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.834386 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.834898 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: binding-extended Mar 03 00:51:26.835227 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: portsecurity.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.836172 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.836680 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: port-security Mar 03 00:51:26.836999 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: project_id.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.837969 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.838296 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: project-id Mar 03 00:51:26.838614 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: providernet.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.839544 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.840079 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: provider Mar 03 00:51:26.840406 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.843939 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.844498 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos not supported by any of loaded plugins Mar 03 00:51:26.844829 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.846084 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.846599 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 00:51:26.846928 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.847854 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.848401 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 00:51:26.848730 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_default.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.849675 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.850181 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-default not supported by any of loaded plugins Mar 03 00:51:26.850511 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_fip.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.851423 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.851931 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 00:51:26.852297 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.853199 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.853708 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 03 00:51:26.854034 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_gateway_ip.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.854945 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.855458 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 00:51:26.855784 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_port_network_policy.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.856830 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.857345 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 00:51:26.857670 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.858701 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.859208 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 03 00:51:26.859535 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.860597 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.861107 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 03 00:51:26.861433 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_pps_rule.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.862610 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.863124 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-pps not supported by any of loaded plugins Mar 03 00:51:26.863448 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_rule_type_details.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.864388 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.865438 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 00:51:26.865765 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: qos_rules_alias.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.866816 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.867336 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 00:51:26.867662 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: quota_check_limit.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.868606 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.869118 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: quota-check-limit Mar 03 00:51:26.869441 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: quotasv2.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.870364 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.870694 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: quotas Mar 03 00:51:26.871014 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: quotasv2_detail.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.872746 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.873091 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: quota_details Mar 03 00:51:26.873425 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: rbac.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.874463 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.874984 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: rbac-policies Mar 03 00:51:26.875397 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: rbac_address_group.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.876354 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.876868 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: rbac-address-group Mar 03 00:51:26.877335 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: rbac_address_scope.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.878257 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.878772 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: rbac-address-scope Mar 03 00:51:26.879095 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: rbac_security_groups.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.880002 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.881139 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: rbac-security-groups Mar 03 00:51:26.881465 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: rbac_subnetpool.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.882445 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.882958 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: rbac-subnetpool Mar 03 00:51:26.883284 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: revisionifmatch.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.884222 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.884730 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: revision-if-match Mar 03 00:51:26.885055 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: revisions.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.886158 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.886667 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: standard-attr-revisions Mar 03 00:51:26.886994 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: router_availability_zone.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.887660 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.888204 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: router_availability_zone Mar 03 00:51:26.888576 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: routerservicetype.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.889444 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.889947 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 00:51:26.890271 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.891183 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.891687 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: security-groups-normalized-cidr Mar 03 00:51:26.892011 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.892939 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.893445 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: port-security-groups-filtering Mar 03 00:51:26.893770 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.894698 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.895205 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: security-groups-remote-address-group Mar 03 00:51:26.895528 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.896558 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.897062 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: security-groups-shared-filtering Mar 03 00:51:26.897404 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.897969 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 03 00:51:26.898288 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: securitygroup.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.907854 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.908403 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: security-group Mar 03 00:51:26.908739 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: segment.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.909519 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.910024 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension segment not supported by any of loaded plugins Mar 03 00:51:26.910350 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.911281 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.911809 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 00:51:26.912169 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: servicetype.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.913282 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.913794 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: service-type Mar 03 00:51:26.914119 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: sorting.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.915093 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.915423 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: sorting Mar 03 00:51:26.915742 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: standard_attr_segment.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.916688 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.917206 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 00:51:26.917529 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: standardattrdescription.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.918180 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.918681 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: standard-attr-description Mar 03 00:51:26.919001 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: stateful_security_group.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.919937 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.920483 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: stateful-security-group Mar 03 00:51:26.920806 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: stdattrs_common.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.921368 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 00:51:26.921941 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.922860 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.923370 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 00:51:26.923689 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: subnet_onboard.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.924805 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.925323 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: subnet_onboard Mar 03 00:51:26.925645 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.926553 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.927065 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 00:51:26.928004 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: subnet_service_types.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.928953 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.929463 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: subnet-service-types Mar 03 00:51:26.929787 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: subnetallocation.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.930884 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.931390 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: subnet_allocation Mar 03 00:51:26.931712 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.932437 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.932943 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: subnetpool-prefix-ops Mar 03 00:51:26.933265 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.934195 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.934694 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 00:51:26.935017 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: tagging.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.936052 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.936580 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: standard-attr-tag Mar 03 00:51:26.936903 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: timestamp.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.938099 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.938611 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loaded extension: standard-attr-timestamp Mar 03 00:51:26.938934 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: trunk.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.939963 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.940507 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension trunk not supported by any of loaded plugins Mar 03 00:51:26.940834 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: trunk_details.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.941743 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.942253 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 00:51:26.942575 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: uplink_status_propagation.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.943778 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.944322 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 00:51:26.944647 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Loading extension file: vlantransparent.py {{(pid=102877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 00:51:26.945314 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 00:51:26.945818 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 00:51:26.948304 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:network Mar 03 00:51:26.948896 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:subnet Mar 03 00:51:26.949301 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 00:51:26.951824 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:port Mar 03 00:51:26.951824 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.951824 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service FLAVORS assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.953777 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.954520 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.955092 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:router Mar 03 00:51:26.955684 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 00:51:26.956444 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service METERING assigned prefix: /metering {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.957900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.958273 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.959160 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 00:51:26.960265 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 00:51:26.960736 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:security_group Mar 03 00:51:26.961171 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 00:51:26.961800 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service CORE assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.962130 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 00:51:26.962474 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] subnetpool is already registered Mar 03 00:51:26.962909 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service CORE assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.963235 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 00:51:26.963563 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] subnetpool is already registered Mar 03 00:51:26.965899 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.966331 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service FLAVORS assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.966920 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.967340 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.967677 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:router Mar 03 00:51:26.968014 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] router is already registered Mar 03 00:51:26.968448 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 00:51:26.968784 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] floatingip is already registered Mar 03 00:51:26.969234 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service METERING assigned prefix: /metering {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.969896 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 00:51:26.970222 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] rbac_policy is already registered Mar 03 00:51:26.970635 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:security_group Mar 03 00:51:26.970967 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] security_group is already registered Mar 03 00:51:26.971368 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 00:51:26.971698 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] security_group_rule is already registered Mar 03 00:51:26.972358 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service CORE assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.972689 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 00:51:26.973027 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] subnetpool is already registered Mar 03 00:51:26.973446 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.v2.resource_helper [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Service CORE assigned prefix: {{(pid=102877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 00:51:26.973769 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 00:51:26.974115 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING neutron.quota.resource_registry [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] subnetpool is already registered Mar 03 00:51:26.975193 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: extensions {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.976773 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: address-groups {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.978263 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: address-scopes {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.979565 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: agents {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.980736 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: auto-allocated-topology {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.981967 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: availability_zones {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.983183 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: dhcp-networks {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.984764 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: dhcp-agents {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.986171 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: routers {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.988377 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: flavors {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.989541 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: service_profiles {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.990850 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: next_providers {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.992339 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: service_profiles {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.993847 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: floatingip-pools {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.995053 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: routers {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.997173 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: floatingips {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:26.999358 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: l3-routers {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.000765 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: l3-agents {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.002174 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: metering-labels {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.003522 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: metering-label-rules {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.004999 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: network-ip-availabilities {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.007220 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: bindings {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.008972 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: quotas {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.010515 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: quotas {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.012030 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: rbac-policies {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.013332 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: security-groups {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.014541 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: security-group-rules {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.015773 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: service-providers {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.017000 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: subnetpools {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.018412 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: subnetpools {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.019849 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.022432 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.024234 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.025973 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.027736 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.029610 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.031265 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.033166 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.034893 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.036812 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron.api.extensions [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Extended resource: tags {{(pid=102877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 00:51:27.042615 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING keystonemiddleware.auth_token [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 00:51:27.047543 dv-cinder-831090-5-iscsi neutron-server[102877]: WARNING keystonemiddleware.auth_token [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 00:51:27.056460 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_concurrency.lockutils [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Acquired lock "singleton_lock" {{(pid=102877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 03 00:51:27.056935 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_concurrency.lockutils [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Releasing lock "singleton_lock" {{(pid=102877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 03 00:51:27.057593 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Starting 2 workers Mar 03 00:51:27.062522 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Started child 102986 {{(pid=102877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 00:51:27.067059 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Started child 102987 {{(pid=102877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 00:51:27.068781 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:27.069571 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO neutron.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 00:51:27.070027 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:27.070377 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [-] (102986) wsgi starting up on http://0.0.0.0:9696 Mar 03 00:51:27.072744 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Starting 1 workers Mar 03 00:51:27.072994 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:27.074471 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [-] (102987) wsgi starting up on http://0.0.0.0:9696 Mar 03 00:51:27.078162 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Started child 102988 {{(pid=102877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 00:51:27.078719 dv-cinder-831090-5-iscsi neutron-server[102877]: INFO oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Starting 1 workers Mar 03 00:51:27.082058 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] calling RpcWorker wait() {{(pid=102988) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 00:51:27.082609 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] returning from RpcWorker wait() {{(pid=102988) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 00:51:27.083300 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Started child 102989 {{(pid=102877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 00:51:27.084576 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:27.084726 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-16a75465-1bb4-43be-aae9-ae6069ad3612 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:27.085160 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:51:27.086682 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 00:51:27.086900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 00:51:27.087086 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 00:51:27.087312 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 00:51:27.087654 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 00:51:27.087818 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 00:51:27.088363 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.088635 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.088900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.089133 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:27.089606 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.089606 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.090046 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.090294 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.090381 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:51:27.090543 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.090817 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.091065 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.091235 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.091403 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.091657 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.091908 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.092238 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.092491 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.092741 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.092995 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.093166 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.093406 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.093672 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.093904 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.094165 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] debug = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.094428 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.094936 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.095164 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.095423 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.095640 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.095933 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.096185 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.096475 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.096713 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.096957 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.097200 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.097447 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.097679 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.097913 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.098173 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.098393 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.098652 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.098891 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.099600 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] host = dv-cinder-831090-5-iscsi {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.099953 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.100297 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.100546 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.100793 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.101040 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.101272 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.101530 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.101843 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.102014 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.102271 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.102509 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.102753 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.102989 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.103228 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.103394 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_options = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.103628 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.103900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.104189 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.104383 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.104552 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.104715 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.104980 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.105143 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.105380 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.105593 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.105806 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.106037 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.106269 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.106550 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.106769 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.107000 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.107233 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.107459 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.107706 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.107949 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.108207 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.108511 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.108684 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.108897 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.109111 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.109342 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.109564 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.109780 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.110001 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.110218 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.110471 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.110757 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.111006 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.112114 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.113295 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.113492 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.113755 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.114023 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.114491 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.114491 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.114890 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.115337 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.115337 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.115622 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.115778 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.116168 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.117264 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_json = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.117264 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.117264 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.117651 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.121305 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.121593 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.121843 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.122089 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.126104 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.126365 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.126857 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.127162 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.127491 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.127761 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.128013 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.128297 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.128567 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.128807 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.129079 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.129320 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.129623 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.129855 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.130151 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.130951 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.131243 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.131574 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.131845 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.134330 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.138711 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.138928 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.139186 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.139452 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.139753 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.139998 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.140282 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.140536 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.140784 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.141088 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.141376 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.141735 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.142007 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.142280 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.142559 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.142790 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.143037 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.143281 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.143522 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.143775 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.143996 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.148305 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.148573 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.148838 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.151787 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.152088 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.152365 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.152645 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.152918 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.153171 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.153419 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.153672 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.153895 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.154119 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.154340 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.156248 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.156518 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.156759 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.157045 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.157310 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.157568 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.157796 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.158018 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.158281 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.158523 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.158750 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.158968 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.159186 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.159429 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.159647 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.159906 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.160271 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.160541 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.160770 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.160987 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.161223 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.161440 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.161702 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.161920 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.162141 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.162371 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.162584 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.162798 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.163030 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.163250 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.163465 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.163677 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.163919 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.164168 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.164409 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.164626 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.164859 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.165073 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.165370 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.165667 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.165915 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.166169 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.166389 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.166636 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.166886 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.167129 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.167348 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.167566 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.167794 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.168075 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.169427 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.170108 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.170355 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.170591 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.170874 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.171157 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.171432 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.171998 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.172331 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.172655 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.173014 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.173299 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.173543 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.173778 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.174041 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.174276 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.174576 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.174838 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.175109 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.175348 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.175624 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.175919 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.176226 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.176589 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.176857 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.177091 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.177415 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.177651 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.177901 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.178159 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.179506 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.179765 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.180020 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.180340 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.180800 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.181173 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.181517 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.181772 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.182013 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.182373 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.182662 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.182931 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.183320 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.184410 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.184715 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.184975 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.185268 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.185522 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.185791 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.186051 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.186296 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.186527 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.186753 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.186868 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:51:27.187000 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.187250 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.187472 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.187694 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.187936 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.188206 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.188433 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.188669 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.188891 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.189133 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.189380 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.189593 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.189840 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.190094 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.190317 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.190537 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.190756 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.190968 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.191219 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.191437 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.191700 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.191952 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.193459 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.193779 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.194137 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.194404 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.194647 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.194915 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.195141 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.195357 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.195573 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.195794 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.196029 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.196275 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.196501 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.196714 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.196974 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.197215 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.197588 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.197830 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.198062 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.198345 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.198600 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.198819 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.199036 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.199252 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.199469 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.199694 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.199914 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.200185 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.200421 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.200637 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.200871 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.201116 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.201356 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.201595 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.201834 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.202050 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.202270 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.202483 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.202699 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.202918 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.203149 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.203362 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.203589 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.203802 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.204016 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.204648 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.204903 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.205126 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.205424 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.206100 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.206547 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.206791 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.207015 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.207239 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.207471 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.207694 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.207906 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.208165 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.208379 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.208742 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.209021 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.209244 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.209457 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.209684 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.209899 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.210112 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.210335 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.210555 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.210767 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.211011 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.211221 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.211432 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.211653 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.211867 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.212118 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.212351 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.212560 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.212769 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.212988 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.213201 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.213407 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.213822 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.214114 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.214409 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.214792 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.215069 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.215317 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.215564 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.215879 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.216132 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.216376 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.216597 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.216822 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.217043 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.217308 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.217634 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.217933 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.218199 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.218461 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.218729 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.219020 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.219286 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.219503 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.219804 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.220170 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.221428 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.221745 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.222192 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.222453 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.222681 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.222901 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.223487 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.223875 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.224750 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.225001 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.225234 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.225464 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.225686 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.225938 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.226155 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.226379 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.226589 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.226832 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.227046 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.227201 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 00:51:27.227746 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 00:51:27.227914 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 00:51:27.228105 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 00:51:27.228278 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 00:51:27.228426 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 00:51:27.228577 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 00:51:27.228788 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.228948 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.229107 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.229266 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.229424 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.229616 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.229779 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.229937 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.230115 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.230247 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.230402 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.230559 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.230715 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.230871 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.231029 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.231188 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.231344 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.231501 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.231665 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.231822 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.232028 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.232211 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.232368 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] debug = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.232525 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.232729 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.232886 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233048 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233258 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233422 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233573 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233730 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233887 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.233887 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.234252 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.234385 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.234544 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.234705 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.234863 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235023 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235179 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235338 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235495 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] host = dv-cinder-831090-5-iscsi {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235652 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235813 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.235968 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.236147 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.236304 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.236461 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.236616 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.236774 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.236932 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.237074 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.237234 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.237391 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.237587 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.237722 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238223 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_options = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238223 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238478 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 55640) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:51:27.238605 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238605 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238605 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238962 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.238962 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.239197 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.239524 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.239710 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.240457 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.240572 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.240718 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.240875 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241033 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241191 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241335 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241492 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241648 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241805 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.241962 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.242120 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.242276 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.242434 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.242592 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.242749 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.242906 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.243063 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.243221 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.243378 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.243536 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.243693 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.243851 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244007 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244187 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244344 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244501 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244657 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244814 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.244976 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.245133 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.245290 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.245452 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.245610 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.245766 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.245923 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.246080 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.246236 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_json = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.246393 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.246549 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.246705 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.246861 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.247018 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.247174 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.247330 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.247490 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.247647 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 00:51:27.247818 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.248012 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065963 Mar 03 00:51:27.248245 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.248245 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.248515 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.248515 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.248772 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.248772 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249032 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249032 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249303 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249450 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249588 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249721 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.249863 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250043 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250181 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250327 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250465 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250603 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250739 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.250875 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251012 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251148 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251296 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251428 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251568 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251705 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.251874 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.252034 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.252232 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.252394 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.252542 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.252690 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.252850 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253007 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253146 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253306 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253465 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253626 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253789 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.253947 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.254106 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.254265 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.254450 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.254611 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.254771 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.254931 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.255091 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.255252 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.255441 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.255607 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.255762 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.255927 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.256093 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.256255 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.256414 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.256578 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.256784 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.256938 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257081 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257222 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257374 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257535 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257677 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257834 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.257998 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.258158 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.258316 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.258488 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.258666 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.258808 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.258964 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.259123 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.259285 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.259446 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.259603 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.259761 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.259921 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.260100 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.260264 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.260422 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.260581 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.260741 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.260900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.261078 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.261221 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.261378 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.261536 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.261695 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.261854 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262013 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262180 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262355 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262514 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262672 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262831 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.262988 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.263147 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.263304 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.263462 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.263624 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.263792 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.263928 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.264292 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.264455 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.264785 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.264943 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.265103 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.265262 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.265421 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.265580 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.265739 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.265900 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.266059 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.266220 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.266380 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.266538 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.266697 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.266856 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.267025 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.267184 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.267349 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.267508 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.267676 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.267850 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268010 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268194 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268354 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268514 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268673 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268835 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.268997 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.269155 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.269315 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.269474 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.269645 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.269805 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.269984 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.270110 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.270291 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.270449 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.270608 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.270766 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.270926 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.271108 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.271267 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.271428 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.271587 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.271747 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.271907 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.272086 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.272249 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.272409 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.272572 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.272732 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.272897 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.273055 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.273214 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.273374 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.273535 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.273694 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.273853 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.274032 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.274157 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275122 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275122 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275122 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275122 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275122 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275122 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275619 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275619 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275619 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275619 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275987 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.275987 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.276161 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.276253 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.276407 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.276588 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.276726 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.276887 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.277046 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.277207 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.277367 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.277526 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.277686 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.277853 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.278011 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.278324 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.278482 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.278642 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.278801 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.278961 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.279139 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.279300 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.279460 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.279660 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.279778 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.279927 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.280111 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.280270 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.280429 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.280588 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.280751 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.280909 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281071 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281234 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281388 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281527 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281659 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281820 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.281981 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.282141 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.282301 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.282461 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.282620 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.282778 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.282937 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.283096 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.283255 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.283414 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.283564 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.283735 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.283897 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.284060 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.284230 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.284389 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.284549 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.284718 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.284878 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.285037 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.285195 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.285353 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.285511 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.285680 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.285839 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.286000 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.286158 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.286316 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.286474 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.287159 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.287320 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.287480 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.287639 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.287797 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.287955 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.288150 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.288315 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.288476 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.288635 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.288794 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.288953 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.289123 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.289282 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.289441 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.289601 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.289760 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.289919 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.290087 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.290247 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.290406 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.290573 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.290731 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.290892 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.291051 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.291228 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.291386 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.291545 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.291706 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.291863 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.292021 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.292207 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.292371 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.292539 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.292707 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.292867 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.293037 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.293204 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.293372 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.293525 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.293692 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.293862 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294021 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294180 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294340 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294497 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294657 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294814 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.294974 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.295132 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.295290 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.295452 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.295610 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.295769 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.295927 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.296095 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.296259 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.296417 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.296840 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.297000 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.297158 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 00:51:27.297293 dv-cinder-831090-5-iscsi neutron-server[102877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 00:51:38.653041 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac2e43-d01c-4610-8f2d-571ef4c69128 None None] get_active_networks_info from dv-cinder-831090-5-iscsi {{(pid=102988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 03 00:51:38.721027 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac2e43-d01c-4610-8f2d-571ef4c69128 None None] No non-hosted networks {{(pid=102988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 00:51:38.745228 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.agentschedulers_db [None req-79ac2e43-d01c-4610-8f2d-571ef4c69128 None None] DHCP Agent not found on host dv-cinder-831090-5-iscsi {{(pid=102988) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 00:51:38.848348 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cd5e360f-08c9-403e-8028-301bf0d7fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543326'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:41.060632 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a7112e1a-5cd5-49db-a02e-b06e36a423cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543326'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:41.101671 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-104dfe5e-ab76-4696-b48c-984cf65768a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:42.336615 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543326'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:43.562257 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543326'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:44.606450 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.db.l3_hamode_db [None req-e3662d67-df5c-4668-be35-77ee5264347f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 00:51:44.689622 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3662d67-df5c-4668-be35-77ee5264347f None None] Routers set() bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:51:44.690208 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3662d67-df5c-4668-be35-77ee5264347f None None] Router IDs set() for agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 03 00:51:44.842593 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 55722) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:51:45.252095 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543326'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:45.253049 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.253393 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.253769 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.254144 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.255020 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.255366 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.255683 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.256021 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.256380 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.256709 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.257048 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.257376 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.257713 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:45.258144 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831090-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:51:45.264084 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831090-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:51:45.367227 dv-cinder-831090-5-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-c7112e78-18aa-4022-879b-252d1607b1e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:51:45.367907 dv-cinder-831090-5-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-c7112e78-18aa-4022-879b-252d1607b1e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:51:45.597255 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [None req-c7112e78-18aa-4022-879b-252d1607b1e5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:51:45.598431 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c7112e78-18aa-4022-879b-252d1607b1e5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7548871 Mar 03 00:51:48.109769 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55748) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:51:48.594002 dv-cinder-831090-5-iscsi neutron-server[102986]: WARNING oslo_policy.policy [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:51:48.594604 dv-cinder-831090-5-iscsi neutron-server[102986]: WARNING oslo_policy.policy [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:51:48.821176 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:51:48.921099 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.policy [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102986) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 00:51:48.963560 dv-cinder-831090-5-iscsi neutron-server[102986]: WARNING oslo_policy.policy [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:51:48.963928 dv-cinder-831090-5-iscsi neutron-server[102986]: WARNING oslo_policy.policy [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:51:49.061677 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753044735556', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753044740139', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753044688575', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753044690803', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753044717098', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753044705623', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2033756', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1057309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436712'] for rbac-policy (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:49.129367 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:49.130787 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d885adca-b6fd-406a-b45f-19b0948f3ca4 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0190616 Mar 03 00:51:51.610036 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55764) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:51:51.917923 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:51:51.946304 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Made reservation on behalf of c207932033214504980c5748724f4e03 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:51:51.950379 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:51.967248 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.075585 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks [] for security_group (bbbe9907-42a0-47d3-bce6-ec8d10ae25e3), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.079132 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (bbbe9907-42a0-47d3-bce6-ec8d10ae25e3), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.103425 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:51:52.138187 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753045347220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (dc1af6a4-ba59-431f-9720-b1e742e20395), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.138772 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Unsubscribe: segment precommit_create {{(pid=102986) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 00:51:52.139286 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Added segment dc1af6a4-ba59-431f-9720-b1e742e20395 of type vlan for network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 Mar 03 00:51:52.154543 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe9907-42a0-47d3-bce6-ec8d10ae25e3,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:51:52.205612 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.205973 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.206324 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.206687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.207027 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.207405 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.207405 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.207996 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.208344 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.208678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.208980 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.209292 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.209604 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Tracked resource versions report: Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: pushed versions: Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: { 'AddressGroup': {'1.2'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'ConntrackHelper': {'1.0'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Log': {'1.0'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Network': {'1.1'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Port': {'1.7'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'PortForwarding': {'1.2'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'QosPolicy': {'1.10'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroup': {'1.5'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SubPort': {'1.0'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Subnet': {'1.1'}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Trunk': {'1.1'}} Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: consumer versions: Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'ConntrackHelper': '1.0', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'LocalIPAssociation': '1.0', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Log': '1.0', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Network': '1.1', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Port': '1.7', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'PortForwarding': '1.2', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'QosPolicy': '1.10', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroup': '1.5', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroupRule': '1.2', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SubPort': '1.0', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Subnet': '1.1', Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Trunk': '1.1'}} Mar 03 00:51:52.210984 dv-cinder-831090-5-iscsi neutron-server[102986]: {{(pid=102986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:51:52.243747 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (4fa5868f-d8b1-41a3-b1da-7bcc37896d11), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.286626 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (4fa5868f-d8b1-41a3-b1da-7bcc37896d11), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.291932 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:51:52.292701 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:52.383046 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7718909 Mar 03 00:51:52.412128 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a5233-1af5-474a-8ef8-ded4b5396114 demo demo] Pushing event updated for resources: {'Network': ['ID=4fa5868f-d8b1-41a3-b1da-7bcc37896d11,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:51:52.424674 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:51:54.913519 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55776) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:51:55.312997 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa33c0db-eaf0-4c9f-b65d-3cd147f5b775 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:51:55.314276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-fa33c0db-eaf0-4c9f-b65d-3cd147f5b775 demo admin] 10.222.0.18 "GET /v2.0/networks/4fa5868f-d8b1-41a3-b1da-7bcc37896d11 HTTP/1.1" status: 200 len: 824 time: 0.3997750 Mar 03 00:51:55.339069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-6ae5cebc-5740-4ff9-8975-abe826f4ac9a demo admin] 10.222.0.18 "GET /v2.0/subnetpools/4c920bb9-a5e7-49f5-ae00-b990babde96a HTTP/1.1" status: 200 len: 734 time: 0.0180449 Mar 03 00:51:55.347402 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Request body: {'subnet': {'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:51:55.367471 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Made reservation on behalf of c207932033214504980c5748724f4e03 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:51:55.369784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:55.661289 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (c7767177-3488-44c4-bec4-bf8a2e166f20), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:55.730782 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Pushing event updated for resources: {'Subnet': ['ID=c7767177-3488-44c4-bec4-bf8a2e166f20,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:51:55.733008 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Checking segment: {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:51:55.733399 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Network hostable DHCP agents. Network: 4fa5868f-d8b1-41a3-b1da-7bcc37896d11, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:51:55.753704 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:51:55.765120 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 4fa5868f-d8b1-41a3-b1da-7bcc37896d11) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:51:55.769620 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:51:55.770225 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:55.776065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00100ee0-fb64-4cf6-8af8-c7b9a4d092c5 None None] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:51:55.787678 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-4fd32ae7-5b7e-4288-8a63-6280593de1bd demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4406559 Mar 03 00:51:56.153433 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'project_id': 'c207932033214504980c5748724f4e03', 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 00:51:56.154750 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:56.432444 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Allocated IP 172.20.0.2 (4fa5868f-d8b1-41a3-b1da-7bcc37896d11/c7767177-3488-44c4-bec4-bf8a2e166f20/65c731ab-2a24-4016-bb97-8142f9926520) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:51:56.704479 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Publish callbacks [] for port (65c731ab-2a24-4016-bb97-8142f9926520), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:56.712061 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (65c731ab-2a24-4016-bb97-8142f9926520), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:56.784541 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:51:56.789127 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:51:56.799446 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:51:56.807560 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Pushing event updated for resources: {'Port': ['ID=65c731ab-2a24-4016-bb97-8142f9926520,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:51:56.837700 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.838080 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.838445 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.838793 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.839134 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.839472 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.839808 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.840170 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.840506 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.840852 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.841185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.841513 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.841837 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Tracked resource versions report: Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: pushed versions: Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: { 'AddressGroup': {'1.2'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'ConntrackHelper': {'1.0'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Log': {'1.0'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Network': {'1.1'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Port': {'1.7'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'PortForwarding': {'1.2'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'QosPolicy': {'1.10'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroup': {'1.5'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SubPort': {'1.0'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Subnet': {'1.1'}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Trunk': {'1.1'}} Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: consumer versions: Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'ConntrackHelper': '1.0', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'LocalIPAssociation': '1.0', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Log': '1.0', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Network': '1.1', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Port': '1.7', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'PortForwarding': '1.2', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'QosPolicy': '1.10', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroup': '1.5', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroupRule': '1.2', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SubPort': '1.0', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Subnet': '1.1', Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Trunk': '1.1'}} Mar 03 00:51:56.843356 dv-cinder-831090-5-iscsi neutron-server[102988]: {{(pid=102988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:51:56.893001 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Attempting to bind port 65c731ab-2a24-4016-bb97-8142f9926520 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:51:56.893432 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Attempting to bind port 65c731ab-2a24-4016-bb97-8142f9926520 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:51:56.893832 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Attempting to bind port 65c731ab-2a24-4016-bb97-8142f9926520 on network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:51:56.899124 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:51:56.899502 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Checking segment: {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:51:56.900006 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:56.900419 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Bound using segment: {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:51:56.900924 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Bound port: 65c731ab-2a24-4016-bb97-8142f9926520, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:51:56.901327 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (65c731ab-2a24-4016-bb97-8142f9926520), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:56.966099 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] For port 65c731ab-2a24-4016-bb97-8142f9926520, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:51:56.970671 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] For port 65c731ab-2a24-4016-bb97-8142f9926520, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=65c731ab-2a24-4016-bb97-8142f9926520,segment=NetworkSegment(dc1af6a4-ba59-431f-9720-b1e742e20395),segment_id=dc1af6a4-ba59-431f-9720-b1e742e20395)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:51:56.979630 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (65c731ab-2a24-4016-bb97-8142f9926520), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:51:57.042969 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108f38a-ef9f-42cd-953c-31e533cb652c None None] Pushing event updated for resources: {'Port': ['ID=65c731ab-2a24-4016-bb97-8142f9926520,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:51:58.353394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55784) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:51:58.672663 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [None req-d2bd333b-7237-41a0-8271-72c915ca5d5d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:51:58.673683 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d2bd333b-7237-41a0-8271-72c915ca5d5d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3193438 Mar 03 00:52:01.210988 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55792) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:01.521579 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [None req-cd8a4b10-b178-4dbc-aee3-b6425188a932 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:52:01.522595 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-cd8a4b10-b178-4dbc-aee3-b6425188a932 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106794 Mar 03 00:52:04.069229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55800) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:04.379560 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:52:04.402930 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (e53bb718-a6e7-46f6-b31b-648034bf2aac), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:04.404447 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (e53bb718-a6e7-46f6-b31b-648034bf2aac), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:04.541730 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] Publish callbacks [] for router_controller (e53bb718-a6e7-46f6-b31b-648034bf2aac), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:04.546441 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (e53bb718-a6e7-46f6-b31b-648034bf2aac), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:04.562804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:04.563965 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-30af7e4f-bce2-4eca-97c3-f3acf36bfa4e demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4936533 Mar 03 00:52:07.116413 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55812) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:07.477056 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [None req-0eb5fa89-347b-49dc-b929-a8f895d6ed2d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:52:07.478704 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-0eb5fa89-347b-49dc-b929-a8f895d6ed2d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3611541 Mar 03 00:52:07.977468 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 65c731ab-2a24-4016-bb97-8142f9926520 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:52:08.062745 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 65c731ab-2a24-4016-bb97-8142f9926520 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:08.063175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (65c731ab-2a24-4016-bb97-8142f9926520), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:08.176725 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 65c731ab-2a24-4016-bb97-8142f9926520 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:08.177042 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (65c731ab-2a24-4016-bb97-8142f9926520), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:08.212513 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 65c731ab-2a24-4016-bb97-8142f9926520, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=65c731ab-2a24-4016-bb97-8142f9926520,segment=NetworkSegment(dc1af6a4-ba59-431f-9720-b1e742e20395),segment_id=dc1af6a4-ba59-431f-9720-b1e742e20395)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:52:08.216781 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (65c731ab-2a24-4016-bb97-8142f9926520), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:08.270893 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=65c731ab-2a24-4016-bb97-8142f9926520,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:08.542751 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1437181-457a-4698-8786-39a19a682277 None None] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:52:08.602325 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-8722bb19-ac01-4218-8772-ca272e3deb92 None None] Provisioning complete for port 65c731ab-2a24-4016-bb97-8142f9926520 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:08.602714 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8722bb19-ac01-4218-8772-ca272e3deb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (65c731ab-2a24-4016-bb97-8142f9926520), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:08.682326 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad8f6-95a5-4142-b63c-b3564fec1fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:08.755448 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-8722bb19-ac01-4218-8772-ca272e3deb92 None None] Current status of the port 65c731ab-2a24-4016-bb97-8142f9926520 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:08.976165 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d03fb9c0-e78d-4baa-8c75-9c07db75f426 None None] Provisioning complete for port 65c731ab-2a24-4016-bb97-8142f9926520 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:08.976567 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d03fb9c0-e78d-4baa-8c75-9c07db75f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (65c731ab-2a24-4016-bb97-8142f9926520), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:09.055776 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d03fb9c0-e78d-4baa-8c75-9c07db75f426 None None] Current status of the port 65c731ab-2a24-4016-bb97-8142f9926520 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:09.941896 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 65c731ab-2a24-4016-bb97-8142f9926520 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:52:09.988612 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 65c731ab-2a24-4016-bb97-8142f9926520 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:09.989008 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (65c731ab-2a24-4016-bb97-8142f9926520), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.064626 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 65c731ab-2a24-4016-bb97-8142f9926520 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:10.091973 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55822) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:10.395953 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:52:10.415910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Made reservation on behalf of f5986360598c406aba26d30539a8e6c4 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:52:10.418107 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.428169 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.500175 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks [] for security_group (6fd751fc-7c80-4e5a-a095-02e873c1f470), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.504428 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6fd751fc-7c80-4e5a-a095-02e873c1f470), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.518165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Reserving flat network on physical network physnet1 {{(pid=102986) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 00:52:10.540701 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd751fc-7c80-4e5a-a095-02e873c1f470,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:10.544758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (d18be603-c4a4-4b6a-ac41-b0ac92da7a97), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.545354 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Added segment d18be603-c4a4-4b6a-ac41-b0ac92da7a97 of type flat for network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 Mar 03 00:52:10.591123 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (84b84258-e3b9-41a9-a94a-bc25b88edbf1), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.621353 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (84b84258-e3b9-41a9-a94a-bc25b88edbf1), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.622437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:52:10.623103 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:10.701044 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6079869 Mar 03 00:52:10.719481 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e783fc-7c01-4000-b848-13e705042a78 admin admin] Pushing event updated for resources: {'Network': ['ID=84b84258-e3b9-41a9-a94a-bc25b88edbf1,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:10.730814 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:52:11.057099 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-194dae40-b9c9-4a9e-9a75-92c5d2ccaa9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:12.218645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:13.204727 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55840) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:13.376997 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2419fd-403a-44c7-89f8-df38e6ddcaf1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:52:13.378980 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-cd2419fd-403a-44c7-89f8-df38e6ddcaf1 demo admin] 10.222.0.18 "GET /v2.0/subnets/c7767177-3488-44c4-bec4-bf8a2e166f20 HTTP/1.1" status: 200 len: 849 time: 0.1732976 Mar 03 00:52:13.502729 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-25a8abab-04d1-407e-8263-a9cc9010441d demo admin] 10.222.0.18 "GET /v2.0/routers/e53bb718-a6e7-46f6-b31b-648034bf2aac HTTP/1.1" status: 200 len: 704 time: 0.1179655 Mar 03 00:52:13.546561 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:13.772119 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.101361 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Allocated IP 172.20.0.1 (4fa5868f-d8b1-41a3-b1da-7bcc37896d11/c7767177-3488-44c4-bec4-bf8a2e166f20/bd402207-63cb-45f9-a9dc-447336a16311) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:52:14.251509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks [] for port (bd402207-63cb-45f9-a9dc-447336a16311), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.318501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (bd402207-63cb-45f9-a9dc-447336a16311), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.381984 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:52:14.388598 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:52:14.391516 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:52:14.392063 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (e53bb718-a6e7-46f6-b31b-648034bf2aac), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.471177 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Pushing event updated for resources: {'Port': ['ID=bd402207-63cb-45f9-a9dc-447336a16311,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:14.608828 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-29e7c8a4-488e-4aea-b572-a17e6b04c335 None None] Provisioning complete for port bd402207-63cb-45f9-a9dc-447336a16311 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:14.609417 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-29e7c8a4-488e-4aea-b572-a17e6b04c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bd402207-63cb-45f9-a9dc-447336a16311), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.613985 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bd402207-63cb-45f9-a9dc-447336a16311), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.641625 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-29e7c8a4-488e-4aea-b572-a17e6b04c335 None None] Port bd402207-63cb-45f9-a9dc-447336a16311 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 00:52:14.821210 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks [] for port (bd402207-63cb-45f9-a9dc-447336a16311), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.825460 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bd402207-63cb-45f9-a9dc-447336a16311), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.826203 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (e53bb718-a6e7-46f6-b31b-648034bf2aac), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:14.905582 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Pushing event updated for resources: {'Port': ['ID=bd402207-63cb-45f9-a9dc-447336a16311,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:14.949656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:52:14.950932 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:52:15.118711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Router e53bb718-a6e7-46f6-b31b-648034bf2aac is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 00:52:15.216937 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:52:15.223059 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8cb321de-9c65-4806-9502-5fa9d52b9b46 demo admin] 10.222.0.18 "PUT /v2.0/routers/e53bb718-a6e7-46f6-b31b-648034bf2aac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7151423 Mar 03 00:52:15.226695 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Sync routers for ids ['e53bb718-a6e7-46f6-b31b-648034bf2aac'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:52:15.239479 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Routers {'e53bb718-a6e7-46f6-b31b-648034bf2aac'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:52:15.240421 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:52:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e53bb718-a6e7-46f6-b31b-648034bf2aac'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:15.260500 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:15.274719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-5ba55a34-53dc-4cc1-ad72-d8636c10c9d0 None None] Provisioning complete for port bd402207-63cb-45f9-a9dc-447336a16311 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:15.275116 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a34-53dc-4cc1-ad72-d8636c10c9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bd402207-63cb-45f9-a9dc-447336a16311), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:15.313316 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-5ba55a34-53dc-4cc1-ad72-d8636c10c9d0 None None] Port bd402207-63cb-45f9-a9dc-447336a16311 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 00:52:15.437027 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Set router e53bb718-a6e7-46f6-b31b-648034bf2aac gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:52:15.871889 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'name': 'router1', 'tenant_id': 'c207932033214504980c5748724f4e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:52:04Z', 'updated_at': '2022-03-03T00:52:14Z', 'revision_number': 2, 'project_id': 'c207932033214504980c5748724f4e03', 'gw_port_host': None, '_interfaces': [{'id': 'bd402207-63cb-45f9-a9dc-447336a16311', 'name': '', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'tenant_id': 'c207932033214504980c5748724f4e03', 'mac_address': 'fa:16:3e:dc:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:13Z', 'updated_at': '2022-03-03T00:52:14Z', 'revision_number': 2, 'project_id': 'c207932033214504980c5748724f4e03', 'subnets': [{'id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:15.925036 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Checking router: e53bb718-a6e7-46f6-b31b-648034bf2aac for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:52:15.925397 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Updating router e53bb718-a6e7-46f6-b31b-648034bf2aac port bd402207-63cb-45f9-a9dc-447336a16311 binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:52:15.978261 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bd402207-63cb-45f9-a9dc-447336a16311), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.491809 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Publish callbacks [] for port (bd402207-63cb-45f9-a9dc-447336a16311), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.498301 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bd402207-63cb-45f9-a9dc-447336a16311), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.655232 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Pushing event updated for resources: {'Port': ['ID=bd402207-63cb-45f9-a9dc-447336a16311,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:16.673061 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.673439 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.673805 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.674158 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.674496 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.674898 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.675235 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.675574 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.676080 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.676434 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.676767 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.677095 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.677530 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Tracked resource versions report: Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: pushed versions: Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: { 'AddressGroup': {'1.2'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'ConntrackHelper': {'1.0'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Log': {'1.0'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Network': {'1.1'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Port': {'1.7'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'PortForwarding': {'1.2'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'QosPolicy': {'1.10'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroup': {'1.5'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SubPort': {'1.0'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Subnet': {'1.1'}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Trunk': {'1.1'}} Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: consumer versions: Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'ConntrackHelper': '1.0', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'LocalIPAssociation': '1.0', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Log': '1.0', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Network': '1.1', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Port': '1.7', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'PortForwarding': '1.2', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'QosPolicy': '1.10', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroup': '1.5', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroupRule': '1.2', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SubPort': '1.0', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Subnet': '1.1', Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Trunk': '1.1'}} Mar 03 00:52:16.678910 dv-cinder-831090-5-iscsi neutron-server[102989]: {{(pid=102989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:52:16.681344 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Attempting to bind port bd402207-63cb-45f9-a9dc-447336a16311 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:52:16.681745 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Attempting to bind port bd402207-63cb-45f9-a9dc-447336a16311 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:52:16.682153 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Attempting to bind port bd402207-63cb-45f9-a9dc-447336a16311 on network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:52:16.688109 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:52:16.688516 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Checking segment: {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:52:16.689022 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.689412 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Bound using segment: {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:52:16.689928 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Bound port: bd402207-63cb-45f9-a9dc-447336a16311, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1af6a4-ba59-431f-9720-b1e742e20395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:52:16.691125 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bd402207-63cb-45f9-a9dc-447336a16311), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.739514 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-1d1d9502-29c0-449b-baf8-163e933d1645 None None] Provisioning complete for port bd402207-63cb-45f9-a9dc-447336a16311 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:16.740213 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9502-29c0-449b-baf8-163e933d1645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bd402207-63cb-45f9-a9dc-447336a16311), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.763710 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] For port bd402207-63cb-45f9-a9dc-447336a16311, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:52:16.774333 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9502-29c0-449b-baf8-163e933d1645 None None] Port bd402207-63cb-45f9-a9dc-447336a16311 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 00:52:16.785647 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] For port bd402207-63cb-45f9-a9dc-447336a16311, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=bd402207-63cb-45f9-a9dc-447336a16311,segment=NetworkSegment(dc1af6a4-ba59-431f-9720-b1e742e20395),segment_id=dc1af6a4-ba59-431f-9720-b1e742e20395)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:52:16.791464 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bd402207-63cb-45f9-a9dc-447336a16311), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:16.852699 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Routers {'e53bb718-a6e7-46f6-b31b-648034bf2aac'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:52:16.853307 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:52:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e53bb718-a6e7-46f6-b31b-648034bf2aac'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:16.855155 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec9acb-7ce9-4f24-b3e6-7d00fd2eddbb None None] Pushing event updated for resources: {'Port': ['ID=bd402207-63cb-45f9-a9dc-447336a16311,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:16.947961 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] Set router e53bb718-a6e7-46f6-b31b-648034bf2aac gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:52:17.096115 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] Provisioning complete for port bd402207-63cb-45f9-a9dc-447336a16311 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:17.096445 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bd402207-63cb-45f9-a9dc-447336a16311), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:17.160509 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'name': 'router1', 'tenant_id': 'c207932033214504980c5748724f4e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:52:04Z', 'updated_at': '2022-03-03T00:52:14Z', 'revision_number': 2, 'project_id': 'c207932033214504980c5748724f4e03', 'gw_port_host': None, '_interfaces': [{'id': 'bd402207-63cb-45f9-a9dc-447336a16311', 'name': '', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'tenant_id': 'c207932033214504980c5748724f4e03', 'mac_address': 'fa:16:3e:dc:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:13Z', 'updated_at': '2022-03-03T00:52:16Z', 'revision_number': 4, 'project_id': 'c207932033214504980c5748724f4e03', 'subnets': [{'id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:17.178916 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] Current status of the port bd402207-63cb-45f9-a9dc-447336a16311 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:17.179314 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bd402207-63cb-45f9-a9dc-447336a16311), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:17.186451 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685411-e838-4114-bc3d-72c023caf15d None None] The sync data for ids ['e53bb718-a6e7-46f6-b31b-648034bf2aac'] in dv-cinder-831090-5-iscsi is: [{'id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'name': 'router1', 'tenant_id': 'c207932033214504980c5748724f4e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:52:04Z', 'updated_at': '2022-03-03T00:52:14Z', 'revision_number': 2, 'project_id': 'c207932033214504980c5748724f4e03', 'gw_port_host': None, '_interfaces': [{'id': 'bd402207-63cb-45f9-a9dc-447336a16311', 'name': '', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'tenant_id': 'c207932033214504980c5748724f4e03', 'mac_address': 'fa:16:3e:dc:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:13Z', 'updated_at': '2022-03-03T00:52:16Z', 'revision_number': 4, 'project_id': 'c207932033214504980c5748724f4e03', 'subnets': [{'id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 00:52:17.216295 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] For port bd402207-63cb-45f9-a9dc-447336a16311, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=bd402207-63cb-45f9-a9dc-447336a16311,segment=NetworkSegment(dc1af6a4-ba59-431f-9720-b1e742e20395),segment_id=dc1af6a4-ba59-431f-9720-b1e742e20395)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:52:17.222617 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bd402207-63cb-45f9-a9dc-447336a16311), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:17.271932 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12942174-b35e-41b4-a0e1-f868161eef54 None None] Pushing event updated for resources: {'Port': ['ID=bd402207-63cb-45f9-a9dc-447336a16311,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:17.728785 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55860) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:17.840258 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabb956-917b-4439-be57-1888bf89c4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:52:17.841560 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8cabb956-917b-4439-be57-1888bf89c4f5 admin admin] 10.222.0.18 "GET /v2.0/networks/84b84258-e3b9-41a9-a94a-bc25b88edbf1 HTTP/1.1" status: 200 len: 842 time: 0.1117003 Mar 03 00:52:17.850930 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Request body: {'subnet': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:52:17.870784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Made reservation on behalf of f5986360598c406aba26d30539a8e6c4 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:52:17.873215 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:18.228470 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.objects.ports [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 03 00:52:18.228915 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (1845e0e9-b986-4f28-8165-a00828bcff12), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:18.283311 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1845e0e9-b986-4f28-8165-a00828bcff12,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:18.290457 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:52:18.290817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Network hostable DHCP agents. Network: 84b84258-e3b9-41a9-a94a-bc25b88edbf1, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:52:18.306830 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:52:18.315739 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 84b84258-e3b9-41a9-a94a-bc25b88edbf1) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:52:18.319914 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:52:18.320437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:18.328075 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11bf8b-dabb-4e57-8d9f-ac0e50a4a8e3 None None] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:52:18.336720 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-bf969cff-40ef-4b10-a7b1-1d28c7be6739 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891682 Mar 03 00:52:18.445861 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddaa4d9-edc1-47a8-a30f-43b6ffd82b7a None None] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:52:20.780794 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55868) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:20.916725 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e1c52dcd-4bbc-4dad-9187-47e247100c15 demo admin] 10.222.0.18 "GET /v2.0/routers/e53bb718-a6e7-46f6-b31b-648034bf2aac HTTP/1.1" status: 200 len: 710 time: 0.1347344 Mar 03 00:52:21.003979 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6bca1-e525-4107-b179-431891964d27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:52:21.005382 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-07b6bca1-e525-4107-b179-431891964d27 demo admin] 10.222.0.18 "GET /v2.0/networks/84b84258-e3b9-41a9-a94a-bc25b88edbf1 HTTP/1.1" status: 200 len: 886 time: 0.0831444 Mar 03 00:52:21.014191 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:52:21.266761 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks [] for router_gateway (e53bb718-a6e7-46f6-b31b-648034bf2aac), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:21.509004 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks [] for router_gateway (e53bb718-a6e7-46f6-b31b-648034bf2aac), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:21.585313 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:21.689236 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Allocated IP 172.27.0.245 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/4ef4c0b2-6126-493c-9417-828e40bfade8) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:52:21.790662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks [] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:21.827273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:21.872695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:52:21.873966 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:52:21.876390 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:52:21.917945 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Pushing event updated for resources: {'Port': ['ID=4ef4c0b2-6126-493c-9417-828e40bfade8,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:22.228509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks [] for router_gateway (e53bb718-a6e7-46f6-b31b-648034bf2aac), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:22.435096 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63245'] for router (e53bb718-a6e7-46f6-b31b-648034bf2aac), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:22.438857 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554240'] for router (e53bb718-a6e7-46f6-b31b-648034bf2aac), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:22.554759 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Router e53bb718-a6e7-46f6-b31b-648034bf2aac has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 00:52:22.664056 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:52:22.668995 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:22.670454 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e045b717-9ae2-4592-9817-c133d0c60a71 demo admin] 10.222.0.18 "PUT /v2.0/routers/e53bb718-a6e7-46f6-b31b-648034bf2aac HTTP/1.1" status: 200 len: 890 time: 1.6591444 Mar 03 00:52:23.994016 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device bd402207-63cb-45f9-a9dc-447336a16311 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:52:24.047690 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port bd402207-63cb-45f9-a9dc-447336a16311 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:24.048113 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bd402207-63cb-45f9-a9dc-447336a16311), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:24.133772 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port bd402207-63cb-45f9-a9dc-447336a16311 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:25.218191 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 55880) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:52:25.337528 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-604d0d0b-116f-4baa-ada8-eed28b3d37fc admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180913 Mar 03 00:52:25.929533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Sync routers for ids ['e53bb718-a6e7-46f6-b31b-648034bf2aac'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:52:25.942037 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Routers {'e53bb718-a6e7-46f6-b31b-648034bf2aac'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:52:25.942720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:52:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e53bb718-a6e7-46f6-b31b-648034bf2aac'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:26.160999 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Set router e53bb718-a6e7-46f6-b31b-648034bf2aac gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:52:26.650432 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'name': 'router1', 'tenant_id': 'c207932033214504980c5748724f4e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4ef4c0b2-6126-493c-9417-828e40bfade8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:52:04Z', 'updated_at': '2022-03-03T00:52:22Z', 'revision_number': 4, 'project_id': 'c207932033214504980c5748724f4e03', 'gw_port': {'id': '4ef4c0b2-6126-493c-9417-828e40bfade8', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:21Z', 'updated_at': '2022-03-03T00:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'bd402207-63cb-45f9-a9dc-447336a16311', 'name': '', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'tenant_id': 'c207932033214504980c5748724f4e03', 'mac_address': 'fa:16:3e:dc:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:13Z', 'updated_at': '2022-03-03T00:52:17Z', 'revision_number': 5, 'project_id': 'c207932033214504980c5748724f4e03', 'subnets': [{'id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:26.717859 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Checking router: e53bb718-a6e7-46f6-b31b-648034bf2aac for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:52:26.718175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Updating router e53bb718-a6e7-46f6-b31b-648034bf2aac port 4ef4c0b2-6126-493c-9417-828e40bfade8 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:52:26.768459 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:27.109161 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Publish callbacks [] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:27.116048 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:27.171836 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Attempting to bind port 4ef4c0b2-6126-493c-9417-828e40bfade8 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:52:27.172030 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Attempting to bind port 4ef4c0b2-6126-493c-9417-828e40bfade8 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:52:27.172418 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Attempting to bind port 4ef4c0b2-6126-493c-9417-828e40bfade8 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:52:27.174452 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418468c0-e6c7-483b-858c-303c311e2a0f None None] Pushing event updated for resources: {'Port': ['ID=4ef4c0b2-6126-493c-9417-828e40bfade8,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:27.180583 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:52:27.180993 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:52:27.181449 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:27.184156 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:52:27.184156 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Bound port: 4ef4c0b2-6126-493c-9417-828e40bfade8, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:52:27.184451 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:27.236725 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] For port 4ef4c0b2-6126-493c-9417-828e40bfade8, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:52:27.240621 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] For port 4ef4c0b2-6126-493c-9417-828e40bfade8, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=4ef4c0b2-6126-493c-9417-828e40bfade8,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:52:27.248861 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:27.313206 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Routers {'e53bb718-a6e7-46f6-b31b-648034bf2aac'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:52:27.313900 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:52:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e53bb718-a6e7-46f6-b31b-648034bf2aac'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:27.316208 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418468c0-e6c7-483b-858c-303c311e2a0f None None] Pushing event updated for resources: {'Port': ['ID=4ef4c0b2-6126-493c-9417-828e40bfade8,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:27.444541 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] Set router e53bb718-a6e7-46f6-b31b-648034bf2aac gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:52:27.691344 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'name': 'router1', 'tenant_id': 'c207932033214504980c5748724f4e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4ef4c0b2-6126-493c-9417-828e40bfade8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:52:04Z', 'updated_at': '2022-03-03T00:52:22Z', 'revision_number': 4, 'project_id': 'c207932033214504980c5748724f4e03', 'gw_port': {'id': '4ef4c0b2-6126-493c-9417-828e40bfade8', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:21Z', 'updated_at': '2022-03-03T00:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'bd402207-63cb-45f9-a9dc-447336a16311', 'name': '', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'tenant_id': 'c207932033214504980c5748724f4e03', 'mac_address': 'fa:16:3e:dc:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:13Z', 'updated_at': '2022-03-03T00:52:17Z', 'revision_number': 5, 'project_id': 'c207932033214504980c5748724f4e03', 'subnets': [{'id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:52:27.719145 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69e39f-8c04-4d97-a957-41a7bd8cbe05 None None] The sync data for ids ['e53bb718-a6e7-46f6-b31b-648034bf2aac'] in dv-cinder-831090-5-iscsi is: [{'id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'name': 'router1', 'tenant_id': 'c207932033214504980c5748724f4e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4ef4c0b2-6126-493c-9417-828e40bfade8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:52:04Z', 'updated_at': '2022-03-03T00:52:22Z', 'revision_number': 4, 'project_id': 'c207932033214504980c5748724f4e03', 'gw_port': {'id': '4ef4c0b2-6126-493c-9417-828e40bfade8', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:21Z', 'updated_at': '2022-03-03T00:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'bd402207-63cb-45f9-a9dc-447336a16311', 'name': '', 'network_id': '4fa5868f-d8b1-41a3-b1da-7bcc37896d11', 'tenant_id': 'c207932033214504980c5748724f4e03', 'mac_address': 'fa:16:3e:dc:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53bb718-a6e7-46f6-b31b-648034bf2aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:52:13Z', 'updated_at': '2022-03-03T00:52:17Z', 'revision_number': 5, 'project_id': 'c207932033214504980c5748724f4e03', 'subnets': [{'id': 'c7767177-3488-44c4-bec4-bf8a2e166f20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c920bb9-a5e7-49f5-ae00-b990babde96a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 00:52:28.057447 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 4ef4c0b2-6126-493c-9417-828e40bfade8 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:52:28.121369 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 4ef4c0b2-6126-493c-9417-828e40bfade8 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:28.122399 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:28.205317 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 4ef4c0b2-6126-493c-9417-828e40bfade8 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:28.205710 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:28.227942 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 4ef4c0b2-6126-493c-9417-828e40bfade8, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=4ef4c0b2-6126-493c-9417-828e40bfade8,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:52:28.235982 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:28.308615 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=4ef4c0b2-6126-493c-9417-828e40bfade8,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:52:30.013575 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 4ef4c0b2-6126-493c-9417-828e40bfade8 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:52:30.115758 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 4ef4c0b2-6126-493c-9417-828e40bfade8 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:52:30.116120 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (4ef4c0b2-6126-493c-9417-828e40bfade8), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:30.244180 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 4ef4c0b2-6126-493c-9417-828e40bfade8 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:52:34.125559 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:52:38.626388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ed13801d-2cae-41b6-ae00-84ad9b196b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:41.061476 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4043d288-71a2-4ffd-aa31-57585efc2d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:42.227385 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:43.512438 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:52:45.255918 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:08.665684 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-163af116-d2a1-4217-b981-0a655d0a0189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:11.055467 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-83052587-fd28-493c-af53-21cf14a6d355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:11.123345 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:53:12.227197 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:13.516312 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:15.251164 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:38.629410 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-efebb47c-b25c-4822-90dc-7fa2a9379ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:41.059947 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-47acdd9a-3c1a-4eb2-9229-758695aa9eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:42.228031 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:43.518204 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:45.245649 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:47.776416 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56366) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:53:47.836306 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5454176-2166-49bf-9911-1e05ee007389 admin admin] GET failed (client error): The resource could not be found. Mar 03 00:53:47.837584 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-a5454176-2166-49bf-9911-1e05ee007389 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602021 Mar 03 00:53:47.998275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8797ca-6f93-4b40-9bd3-e14eeaebc559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:47.999720 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ac8797ca-6f93-4b40-9bd3-e14eeaebc559 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1580083 Mar 03 00:53:48.180384 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:53:50.341192 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56376) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:53:50.431898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b52b0-5d05-48d6-b9b1-9227dca66016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:50.433270 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8c2b52b0-5d05-48d6-b9b1-9227dca66016 admin admin] 10.222.0.18 "GET /v2.0/subnets/c7767177-3488-44c4-bec4-bf8a2e166f20 HTTP/1.1" status: 200 len: 849 time: 0.0911193 Mar 03 00:53:50.442677 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:53:50.529273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Publish callbacks [] for subnet (c7767177-3488-44c4-bec4-bf8a2e166f20), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:50.666866 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753045477349'] for subnet (c7767177-3488-44c4-bec4-bf8a2e166f20), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:50.700216 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:50.701400 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:50.702292 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] 10.222.0.18 "PUT /v2.0/subnets/c7767177-3488-44c4-bec4-bf8a2e166f20 HTTP/1.1" status: 200 len: 868 time: 0.2630196 Mar 03 00:53:50.705147 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058ab94-4793-4060-bd0f-35b1f5ea300e None None] Network 4fa5868f-d8b1-41a3-b1da-7bcc37896d11 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:53:50.720581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7767177-3488-44c4-bec4-bf8a2e166f20,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:53:50.728955 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.729326 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.729674 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.730011 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.730343 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.730670 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.731012 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.731343 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.731695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.732048 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.732383 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.732706 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:50.733025 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6099067-53ac-4e8e-8ea8-39d18a031811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:53:51.049734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-10ae618d-10dd-40e8-944a-1a592a359d1f None None] Provisioning complete for port 65c731ab-2a24-4016-bb97-8142f9926520 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:53:51.050119 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-10ae618d-10dd-40e8-944a-1a592a359d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (65c731ab-2a24-4016-bb97-8142f9926520), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:51.129833 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-10ae618d-10dd-40e8-944a-1a592a359d1f None None] Current status of the port 65c731ab-2a24-4016-bb97-8142f9926520 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:53:51.139423 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-10ae618d-10dd-40e8-944a-1a592a359d1f None None] Provisioning complete for port bd402207-63cb-45f9-a9dc-447336a16311 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:53:51.139806 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-10ae618d-10dd-40e8-944a-1a592a359d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bd402207-63cb-45f9-a9dc-447336a16311), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:53:51.213858 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-10ae618d-10dd-40e8-944a-1a592a359d1f None None] Current status of the port bd402207-63cb-45f9-a9dc-447336a16311 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:53:53.037973 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56384) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:53:53.234094 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce09bc3f-a981-412d-ba8a-e55b1de3fda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:53.234482 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce09bc3f-a981-412d-ba8a-e55b1de3fda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:53.235999 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ce09bc3f-a981-412d-ba8a-e55b1de3fda7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1970868 Mar 03 00:53:55.554355 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56392) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:53:55.796592 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e2fd1-5cdd-48cf-9473-ff7131d924e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:55.797073 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e2fd1-5cdd-48cf-9473-ff7131d924e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:55.798630 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f88e2fd1-5cdd-48cf-9473-ff7131d924e6 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2432170 Mar 03 00:53:58.108986 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56400) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:53:58.241018 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fd270-0482-4efc-be9c-f12bc422b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:53:58.242295 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-306fd270-0482-4efc-be9c-f12bc422b09f admin admin] 10.222.0.18 "GET /v2.0/networks/4fa5868f-d8b1-41a3-b1da-7bcc37896d11 HTTP/1.1" status: 200 len: 868 time: 0.1323593 Mar 03 00:54:00.591077 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56408) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:00.904739 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.policy [None req-42f46427-733b-4491-a501-c1cc8f8dd972 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102987) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 00:54:00.948245 dv-cinder-831090-5-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-42f46427-733b-4491-a501-c1cc8f8dd972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:54:00.948612 dv-cinder-831090-5-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-42f46427-733b-4491-a501-c1cc8f8dd972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 00:54:00.956690 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f46427-733b-4491-a501-c1cc8f8dd972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:00.958346 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-42f46427-733b-4491-a501-c1cc8f8dd972 admin admin] 10.222.0.18 "GET /v2.0/networks/84b84258-e3b9-41a9-a94a-bc25b88edbf1 HTTP/1.1" status: 200 len: 886 time: 0.3663259 Mar 03 00:54:03.268953 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56420) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:03.397221 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c7b67-243b-43d7-a2c8-907f4a91b145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:03.397679 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c7b67-243b-43d7-a2c8-907f4a91b145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:03.399181 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-509c7b67-243b-43d7-a2c8-907f4a91b145 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292939 Mar 03 00:54:05.717154 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56428) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:05.805640 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5047518-e029-4f8a-bc13-25778f5b70b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:05.806091 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5047518-e029-4f8a-bc13-25778f5b70b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:05.807540 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c5047518-e029-4f8a-bc13-25778f5b70b9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894597 Mar 03 00:54:08.136927 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56436) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:08.248698 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c42288-a7d5-4d06-9d6d-0807f09e5a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:08.249924 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-00c42288-a7d5-4d06-9d6d-0807f09e5a91 admin admin] 10.222.0.18 "GET /v2.0/subnets/1845e0e9-b986-4f28-8165-a00828bcff12 HTTP/1.1" status: 200 len: 816 time: 0.1120639 Mar 03 00:54:08.632286 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c83ed34b-1933-40ab-a7e1-fe137876ec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:10.581230 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56444) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:10.681319 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b91ba3-8beb-40dd-b042-af5022251fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:10.682646 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b8b91ba3-8beb-40dd-b042-af5022251fa9 admin admin] 10.222.0.18 "GET /v2.0/subnets/c7767177-3488-44c4-bec4-bf8a2e166f20 HTTP/1.1" status: 200 len: 868 time: 0.1004741 Mar 03 00:54:11.063942 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5da2f637-4546-4c27-b8fa-c77c061c02a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:12.231938 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:13.520774 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:15.251800 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:25.119564 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:54:38.638511 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-97f95a0f-3814-4d89-a0a8-764613331910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:39.055270 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56496) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:39.102448 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [None req-361b9359-21f3-406c-bf83-36c144266626 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:54:39.103426 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-361b9359-21f3-406c-bf83-36c144266626 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472298 Mar 03 00:54:41.067376 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a0176447-12fe-437f-acc6-197e61c0bd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:41.507123 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56504) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:41.566654 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e096185b-ce8f-4e78-8c30-0a214eb8e9e2 admin admin] GET failed (client error): The resource could not be found. Mar 03 00:54:41.567919 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e096185b-ce8f-4e78-8c30-0a214eb8e9e2 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598745 Mar 03 00:54:41.708635 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66491147-0b22-4d1d-a7f6-e5226b010815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:41.710096 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-66491147-0b22-4d1d-a7f6-e5226b010815 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381989 Mar 03 00:54:42.235248 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:43.523286 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:44.034395 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56512) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:44.081661 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:54:44.100783 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Made reservation on behalf of f5986360598c406aba26d30539a8e6c4 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:54:44.103033 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:44.129922 dv-cinder-831090-5-iscsi neutron-server[102986]: WARNING neutron.services.revisions.revision_plugin [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Could not find related network for resource to bump revision. Mar 03 00:54:44.140509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:54:44.149792 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (6ef1585b-7280-4a2e-8ba6-453957dd4f60), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:44.150135 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Added segment 6ef1585b-7280-4a2e-8ba6-453957dd4f60 of type vlan for network eb951d8f-5de9-4abe-b317-cacb4cf502ec Mar 03 00:54:44.188179 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (eb951d8f-5de9-4abe-b317-cacb4cf502ec), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:44.211433 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (eb951d8f-5de9-4abe-b317-cacb4cf502ec), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:44.212395 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:44.212972 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:44.267109 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2316208 Mar 03 00:54:44.272473 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f229ac-7cd9-4795-b921-dc367e13c5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=eb951d8f-5de9-4abe-b317-cacb4cf502ec,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:54:44.282664 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network eb951d8f-5de9-4abe-b317-cacb4cf502ec details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:54:45.246382 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:46.606499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56520) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:54:46.666009 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.pecan_wsgi.hooks.translation [None req-250e8027-ceb7-4078-82a6-46715587a6c2 admin admin] GET failed (client error): The resource could not be found. Mar 03 00:54:46.667273 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-250e8027-ceb7-4078-82a6-46715587a6c2 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598187 Mar 03 00:54:46.739365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74876a2-94f5-42ae-ba10-ec3655776db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:46.740863 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e74876a2-94f5-42ae-ba10-ec3655776db9 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0696609 Mar 03 00:54:46.750239 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:54:46.767791 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Made reservation on behalf of f5986360598c406aba26d30539a8e6c4 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:54:46.769948 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:46.927275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (e93b90f9-4625-4d21-b0a3-41539d70c044), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:46.974423 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93b90f9-4625-4d21-b0a3-41539d70c044,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:54:46.988906 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Checking segment: {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:54:46.989262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Network hostable DHCP agents. Network: eb951d8f-5de9-4abe-b317-cacb4cf502ec, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:54:47.005004 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Network eb951d8f-5de9-4abe-b317-cacb4cf502ec is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:54:47.012659 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, eb951d8f-5de9-4abe-b317-cacb4cf502ec) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:54:47.016672 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:54:47.017263 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.022832 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339d95b-9c01-46e3-9058-9060e83e03ae None None] Network eb951d8f-5de9-4abe-b317-cacb4cf502ec requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:54:47.034116 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-bbd338f1-7aa5-484e-bf86-74fc3b40ee9b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2863393 Mar 03 00:54:47.130740 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-eb951d8f-5de9-4abe-b317-cacb4cf502ec', 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec', 'project_id': 'f5986360598c406aba26d30539a8e6c4', 'fixed_ips': [{'subnet_id': 'e93b90f9-4625-4d21-b0a3-41539d70c044'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 00:54:47.131624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.269332 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Allocated IP 192.168.233.2 (eb951d8f-5de9-4abe-b317-cacb4cf502ec/e93b90f9-4625-4d21-b0a3-41539d70c044/aa49bcd1-5e22-4a44-801c-6bd0a6586e33) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:54:47.416417 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Publish callbacks [] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.423779 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.469303 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Network eb951d8f-5de9-4abe-b317-cacb4cf502ec is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:54:47.473685 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:54:47.475782 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Pushing event updated for resources: {'Port': ['ID=aa49bcd1-5e22-4a44-801c-6bd0a6586e33,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:54:47.477933 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:54:47.487483 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.487893 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.488297 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.488649 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.488987 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.489323 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.489659 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.489996 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.490319 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.490671 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.491006 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.491331 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.491655 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:54:47.550866 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Attempting to bind port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:54:47.551191 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Attempting to bind port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:54:47.551534 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Attempting to bind port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 on network eb951d8f-5de9-4abe-b317-cacb4cf502ec {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:54:47.556713 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:54:47.557083 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Checking segment: {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:54:47.557487 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.557876 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Bound using segment: {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:54:47.558345 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Bound port: aa49bcd1-5e22-4a44-801c-6bd0a6586e33, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:54:47.558730 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.622755 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] For port aa49bcd1-5e22-4a44-801c-6bd0a6586e33, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:54:47.625795 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] For port aa49bcd1-5e22-4a44-801c-6bd0a6586e33, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=aa49bcd1-5e22-4a44-801c-6bd0a6586e33,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:54:47.633573 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:47.696381 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ce78a-6c30-450f-9bca-bd11ebe9e633 None None] Pushing event updated for resources: {'Port': ['ID=aa49bcd1-5e22-4a44-801c-6bd0a6586e33,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:54:48.091185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device aa49bcd1-5e22-4a44-801c-6bd0a6586e33 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:54:48.145257 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:54:48.145646 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:48.223955 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:54:48.224364 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:48.258698 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port aa49bcd1-5e22-4a44-801c-6bd0a6586e33, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=aa49bcd1-5e22-4a44-801c-6bd0a6586e33,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:54:48.263146 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:48.316618 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=aa49bcd1-5e22-4a44-801c-6bd0a6586e33,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:54:48.573921 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de73b05-8eed-4d7d-9bf3-f85c6d29a5a0 None None] Network eb951d8f-5de9-4abe-b317-cacb4cf502ec requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:54:48.689569 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-34c62251-f4c3-4bab-84fd-c90027d0d13e None None] Provisioning complete for port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:54:48.690046 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-34c62251-f4c3-4bab-84fd-c90027d0d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:48.782291 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-34c62251-f4c3-4bab-84fd-c90027d0d13e None None] Current status of the port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:54:48.901734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-75f02f4c-4110-43d5-885e-a761f0399d27 None None] Provisioning complete for port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:54:48.902122 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-75f02f4c-4110-43d5-885e-a761f0399d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:48.978743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-75f02f4c-4110-43d5-885e-a761f0399d27 None None] Current status of the port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:54:50.047939 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device aa49bcd1-5e22-4a44-801c-6bd0a6586e33 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:54:50.100350 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:54:50.100743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (aa49bcd1-5e22-4a44-801c-6bd0a6586e33), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:54:50.183205 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port aa49bcd1-5e22-4a44-801c-6bd0a6586e33 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:55:02.117919 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:55:08.634837 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ac40499-a31b-4be0-acf7-938505c25426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:11.069252 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d691ca50-1367-4b6a-b95a-6f99532d2735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:12.237276 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:13.526218 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:15.248285 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:38.629523 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22b191f8-e7e7-4563-b246-4853480be3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:39.116527 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:55:41.070776 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fc368f2-6744-4c55-995d-349a3fa06712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:42.240364 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:43.528918 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:55:45.251091 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.225222 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56558) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:56:07.230969 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [None req-dac4bc69-7816-4627-8399-997bfde44c00 tempest-verify_tempest_config-1960479801 tempest-verify_tempest_config-1960479801-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:56:07.231925 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-dac4bc69-7816-4627-8399-997bfde44c00 tempest-verify_tempest_config-1960479801 tempest-verify_tempest_config-1960479801-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057116 Mar 03 00:56:07.519898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56576) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:56:07.621807 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.697608 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Publish callbacks [] for security_group (8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.701213 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.746382 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3b09ff0a7df40739cadb03b80b236f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2254138 Mar 03 00:56:07.748081 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:56:07.749429 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56580) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:56:07.754593 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.754973 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.755326 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.755668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.756008 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.756381 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.756734 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.757074 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.757422 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.757759 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.758087 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.758413 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.758740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176416-1b7c-47f4-ab10-51b93d20c0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.837630 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Publish callbacks [] for security_group (8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.858311 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Publish callbacks [] for security_group (8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.952006 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.955688 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:07.956882 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac HTTP/1.1" status: 204 len: 168 time: 0.2063560 Mar 03 00:56:07.964860 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b986fd0-2f1d-4b5f-9782-7d94fe2d41ac,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:56:07.975134 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.975496 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.975841 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.976207 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.976544 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.976874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.977207 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.977534 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.977880 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.978226 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.978551 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.978872 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.979226 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c14d57f-a573-4b25-8944-c35330a38838 admin admin] Tracked resource versions report: Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: pushed versions: Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: { 'AddressGroup': {'1.2'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'ConntrackHelper': {'1.0'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Log': {'1.0'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Network': {'1.1'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Port': {'1.7'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'PortForwarding': {'1.2'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'QosPolicy': {'1.10'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroup': {'1.5'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SubPort': {'1.0'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Subnet': {'1.1'}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Trunk': {'1.1'}} Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: consumer versions: Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'ConntrackHelper': '1.0', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'LocalIPAssociation': '1.0', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Log': '1.0', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Network': '1.1', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Port': '1.7', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'PortForwarding': '1.2', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'QosPolicy': '1.10', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroup': '1.5', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroupRule': '1.2', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SubPort': '1.0', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Subnet': '1.1', Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Trunk': '1.1'}} Mar 03 00:56:07.980650 dv-cinder-831090-5-iscsi neutron-server[102987]: {{(pid=102987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:56:08.631779 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ceb7-b759-4a0e-bd47-9a75a57b430d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:11.073919 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-59a215c9-6ca6-44b6-9272-a309f75a8ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:12.243478 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:13.530305 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:15.254105 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:16.115975 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:56:38.633083 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0d306294-5b08-4b92-9c27-95c9e0a45b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:41.076653 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f0d134cf-2a59-44e6-8666-260de5706a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:42.248425 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:43.533141 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:45.256350 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:56:53.115957 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:57:08.637274 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-21cd3e72-2b1e-4c93-919a-a9b0bd8eaf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:11.078380 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5f3f-a003-411f-a22c-8b08ef6fc1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:12.247450 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:13.535628 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:15.266721 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:30.115610 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 5 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:57:38.637594 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd154-2f63-467b-bd5a-b415e4d6c7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:41.080439 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0040419e-d5a1-42c5-83a1-2bc932ea5ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:42.251741 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:43.537962 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:45.259600 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:45.312535 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543326'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:57:59.830247 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56656) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:57:59.934628 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-79ebb216-5924-4a7b-9dcd-069355d4ebaf admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027017 Mar 03 00:58:02.249562 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56666) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:58:02.309855 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b03913b6-68f3-4cfb-b050-d0ed5aa337bf admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0592008 Mar 03 00:58:07.115706 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:58:08.643654 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-de7b6522-e7fe-40d5-a394-b4cf429c3a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:11.082526 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-29906f42-3d96-4d51-866c-5942d44db0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:12.256232 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:13.539395 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:15.272240 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:15.273970 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:38.645933 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-829ed0c6-e841-441c-968a-662d04105a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:41.084505 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eeabe72-f51d-46dc-bab6-bb36add19207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:42.256554 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:43.542334 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:44.114376 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:58:45.279457 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:58:45.281815 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:08.669722 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70821ab6-d016-4cf7-bc9d-278d2b563298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:11.087232 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3cc4-34a8-49d4-a8f9-fe3d6c66f6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:12.259406 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:13.547550 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:15.272166 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:15.284468 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:21.114063 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:59:38.286165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56824) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:38.509729 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-network', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:38.532547 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Made reservation on behalf of 22af886fe4d44466b85e9d34ff67b34c for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:38.536648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.547641 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.637847 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks [] for security_group (291d0be5-b3d4-4094-974b-df102396ed3c), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.645182 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (291d0be5-b3d4-4094-974b-df102396ed3c), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.657274 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-603a3b1b-eeb8-461e-98e3-d4e03c054d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.665564 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:38.686439 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291d0be5-b3d4-4094-974b-df102396ed3c,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:38.694202 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (3cc3802a-eafe-491e-81a3-8ab4513bec2a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.694551 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Added segment 3cc3802a-eafe-491e-81a3-8ab4513bec2a of type vlan for network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 Mar 03 00:59:38.696614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.696887 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.697226 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.697554 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.697882 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.698380 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.698873 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.699209 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.699559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.699910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.700262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.700771 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.701089 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Tracked resource versions report: Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: pushed versions: Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: { 'AddressGroup': {'1.2'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'ConntrackHelper': {'1.0'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Log': {'1.0'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Network': {'1.1'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Port': {'1.7'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'PortForwarding': {'1.2'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'QosPolicy': {'1.10'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroup': {'1.5'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SubPort': {'1.0'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Subnet': {'1.1'}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Trunk': {'1.1'}} Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: consumer versions: Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: HyperV agent@hv-cinder-83109: {}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'ConntrackHelper': '1.0', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'LocalIPAssociation': '1.0', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Log': '1.0', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Network': '1.1', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Port': '1.7', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'PortForwarding': '1.2', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'QosPolicy': '1.10', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroup': '1.5', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SecurityGroupRule': '1.2', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'SubPort': '1.0', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Subnet': '1.1', Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: 'Trunk': '1.1'}} Mar 03 00:59:38.702221 dv-cinder-831090-5-iscsi neutron-server[102986]: {{(pid=102986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:59:38.756234 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (586eac43-c1ec-45fc-a3cb-0f571059d6e3), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.788180 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (586eac43-c1ec-45fc-a3cb-0f571059d6e3), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.789501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:38.790084 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:38.841156 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5529358 Mar 03 00:59:38.844133 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56864) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:38.852297 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Request body: {'subnet': {'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-subnet', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:38.852596 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d288bed-68be-4ffc-b1dc-9f7f3a6a924b admin admin] Pushing event updated for resources: {'Network': ['ID=586eac43-c1ec-45fc-a3cb-0f571059d6e3,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:38.865488 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:38.963721 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Made reservation on behalf of 22af886fe4d44466b85e9d34ff67b34c for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:38.967821 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.158183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56886) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:39.193941 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (cce253ab-2dbf-4069-a1eb-dea2e8b931bb), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.241627 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56892) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:39.258311 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce253ab-2dbf-4069-a1eb-dea2e8b931bb,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:39.262171 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56896) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:39.266958 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.267570 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.268161 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.268555 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.268895 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.269228 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.269642 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.269892 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.270295 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.270586 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.270948 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.271280 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.271547 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Tracked resource versions report: Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: pushed versions: Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: { 'AddressGroup': {'1.2'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'ConntrackHelper': {'1.0'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Log': {'1.0'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Network': {'1.1'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Port': {'1.7'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'PortForwarding': {'1.2'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'QosPolicy': {'1.10'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroup': {'1.5'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SubPort': {'1.0'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Subnet': {'1.1'}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Trunk': {'1.1'}} Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: consumer versions: Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: HyperV agent@hv-cinder-83109: {}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'ConntrackHelper': '1.0', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'LocalIPAssociation': '1.0', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Log': '1.0', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Network': '1.1', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Port': '1.7', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'PortForwarding': '1.2', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'QosPolicy': '1.10', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroup': '1.5', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SecurityGroupRule': '1.2', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'SubPort': '1.0', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Subnet': '1.1', Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: 'Trunk': '1.1'}} Mar 03 00:59:39.272683 dv-cinder-831090-5-iscsi neutron-server[102987]: {{(pid=102987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:59:39.284600 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Checking segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:39.285005 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Network hostable DHCP agents. Network: 586eac43-c1ec-45fc-a3cb-0f571059d6e3, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:59:39.303977 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56900) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:39.312900 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:59:39.332329 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 586eac43-c1ec-45fc-a3cb-0f571059d6e3) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:39.337141 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:39.337843 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.344022 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529196c0-e193-4fa7-bef1-a3fd90fa3ecb None None] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:39.371145 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 56906) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:39.371364 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f85908bd-c396-4e9d-99bc-fc3ad3aea52e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5244696 Mar 03 00:59:39.378740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:39.405817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (241c44c0-1eff-46a1-993c-bd5016a87c60), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.407346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (241c44c0-1eff-46a1-993c-bd5016a87c60), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.457826 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fd3b7-7a7f-4334-bfce-639aa783d52c None None] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:39.472711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks [] for router_controller (241c44c0-1eff-46a1-993c-bd5016a87c60), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.534904 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-network', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:39.621780 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Made reservation on behalf of bef389e3c3364001aadfe038cbec2dba for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:39.624219 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.662543 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2145036808-network', 'tenant_id': '6aa349d21d934c93a4213fa56477eb2f'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:39.690947 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-115007932-network', 'tenant_id': '8d453ed563224a3c93eb5857e49a23df'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:39.694043 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.706716 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1851337988-network', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:39.708939 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks [] for router_gateway (241c44c0-1eff-46a1-993c-bd5016a87c60), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.711898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Made reservation on behalf of 6aa349d21d934c93a4213fa56477eb2f for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:39.714137 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.741753 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.821149 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Made reservation on behalf of 8d453ed563224a3c93eb5857e49a23df for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:39.823409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.825859 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Made reservation on behalf of e8352f65ca5c4d64a4f541df45592573 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:39.827914 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.863804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:39.870531 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.065804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks [] for security_group (3cafef92-68fa-4fea-8b3b-7b2ff931fc29), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.092604 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (3cafef92-68fa-4fea-8b3b-7b2ff931fc29), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.100948 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks [] for security_group (0380c950-278d-4593-8410-fee8d04bb397), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.122100 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (0380c950-278d-4593-8410-fee8d04bb397), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.156698 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:40.180619 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:40.198635 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (8763971d-0916-4048-91fa-b80ba5fb30bb), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.198998 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Added segment 8763971d-0916-4048-91fa-b80ba5fb30bb of type vlan for network 826fbe9b-6b11-4a39-a768-b2856677ca9f Mar 03 00:59:40.250221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks [] for security_group (a5ed0abf-581b-4136-a130-660c3a4c6f31), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.259652 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cafef92-68fa-4fea-8b3b-7b2ff931fc29,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:40.315807 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a5ed0abf-581b-4136-a130-660c3a4c6f31), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.341189 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks [] for security_group (3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.437672 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (826fbe9b-6b11-4a39-a768-b2856677ca9f), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.444635 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.445200 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Added segment 2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62 of type vlan for network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 Mar 03 00:59:40.456446 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.478233 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:40.640136 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.db.resource_extend [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 00:59:40.656499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380c950-278d-4593-8410-fee8d04bb397,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:40.662187 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:40.698288 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (d88e8bc9-a278-4618-991d-a8ba4599d240), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.698638 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Added segment d88e8bc9-a278-4618-991d-a8ba4599d240 of type vlan for network 1183d3ed-5b05-4284-9888-eb6866bc36db Mar 03 00:59:40.735448 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (7d5cdcbe-69b7-4759-87f2-a3384d66ed76), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.740168 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (826fbe9b-6b11-4a39-a768-b2856677ca9f), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.741368 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:40.742218 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.747231 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (33a13dfb-4112-4ea5-bc36-2c31e9f7cde7), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.747573 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Added segment 33a13dfb-4112-4ea5-bc36-2c31e9f7cde7 of type vlan for network a643de20-62de-4e3a-b013-082ddd32b2e0 Mar 03 00:59:40.817697 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed0abf-581b-4136-a130-660c3a4c6f31,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:40.884352 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (1183d3ed-5b05-4284-9888-eb6866bc36db), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.888623 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks [] for router_gateway (241c44c0-1eff-46a1-993c-bd5016a87c60), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:40.932266 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 56990) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:40.936989 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Request body: {'subnet': {'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-subnet', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:40.941151 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7814069 Mar 03 00:59:40.982923 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Made reservation on behalf of bef389e3c3364001aadfe038cbec2dba for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:40.985563 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.004138 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.026382 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (7d5cdcbe-69b7-4759-87f2-a3384d66ed76), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.027512 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:41.027851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.036077 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.db.resource_extend [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 00:59:41.037009 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (a643de20-62de-4e3a-b013-082ddd32b2e0), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.065745 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8db97d-a26f-42b3-b90b-d7d412a11c8a admin admin] Pushing event updated for resources: {'Network': ['ID=826fbe9b-6b11-4a39-a768-b2856677ca9f,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.103257 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:41.108995 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.171534 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9258757 Mar 03 00:59:41.174863 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (1183d3ed-5b05-4284-9888-eb6866bc36db), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.175808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:41.176421 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.184601 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57008) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:41.192080 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Request body: {'subnet': {'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2145036808-subnet', 'tenant_id': '6aa349d21d934c93a4213fa56477eb2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:41.192786 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f479457d-db53-4755-8ac7-6138c24903b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.206500 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57010) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:41.234336 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (a643de20-62de-4e3a-b013-082ddd32b2e0), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.235346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:41.236553 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.273127 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9675550 Mar 03 00:59:41.280728 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4820fa-42b9-44d9-b419-3cd7cbd47cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5cdcbe-69b7-4759-87f2-a3384d66ed76,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.282761 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57018) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:41.294203 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Request body: {'subnet': {'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1851337988-subnet', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:41.295375 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:41.322296 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0591617 Mar 03 00:59:41.323586 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Made reservation on behalf of 6aa349d21d934c93a4213fa56477eb2f for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:41.325252 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57020) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:41.326306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.337214 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Request body: {'subnet': {'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-115007932-subnet', 'tenant_id': '8d453ed563224a3c93eb5857e49a23df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:41.348981 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.400550 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Checking segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:41.400894 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Network hostable DHCP agents. Network: 826fbe9b-6b11-4a39-a768-b2856677ca9f, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:59:41.437293 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Allocated IP 172.27.0.110 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/45caa093-d8b4-4b51-87de-d30442d0f8cf) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:41.446219 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Made reservation on behalf of 8d453ed563224a3c93eb5857e49a23df for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:41.448545 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.458030 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88391a6-2c55-4638-b7c1-f629b9c9e8ae admin admin] Pushing event updated for resources: {'Network': ['ID=1183d3ed-5b05-4284-9888-eb6866bc36db,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.460377 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Made reservation on behalf of e8352f65ca5c4d64a4f541df45592573 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:41.468189 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.475045 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 1183d3ed-5b05-4284-9888-eb6866bc36db details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:41.519418 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:59:41.552667 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.559874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 826fbe9b-6b11-4a39-a768-b2856677ca9f) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:41.573168 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:41.573985 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.608095 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-947cc699-fdc1-4d2e-97a9-8b102f4baf0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6748936 Mar 03 00:59:41.611694 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57030) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:41.614630 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d76a47-aeff-43b9-9d9e-57cf757ad465 None None] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:41.630351 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c36ffffd-87b0-414e-afba-671cb5b55a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.637396 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:41.707804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eaa66-971b-4652-b7d1-c5f00810ab53 admin admin] Pushing event updated for resources: {'Network': ['ID=a643de20-62de-4e3a-b013-082ddd32b2e0,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.726624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network a643de20-62de-4e3a-b013-082ddd32b2e0 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:41.728793 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.730578 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.829344 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.841864 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks [] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.919887 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-826fbe9b-6b11-4a39-a768-b2856677ca9f', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 00:59:41.920777 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.969466 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:41.987407 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c36ffffd-87b0-414e-afba-671cb5b55a64 admin admin] Publish callbacks [] for security_group (67a4cfb6-b092-46ff-b760-79314f5a8cc8), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:41.989233 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57036) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:42.005799 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks [] for router_controller (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), precommit_add_association {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.022501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c36ffffd-87b0-414e-afba-671cb5b55a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (67a4cfb6-b092-46ff-b760-79314f5a8cc8), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.025019 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (4b2566ac-4447-4885-a043-945bcbc9e424), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.091142 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Allocated IP 172.20.0.2 (826fbe9b-6b11-4a39-a768-b2856677ca9f/6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8/146cd24f-e684-4325-8188-6da9f998c8aa) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:42.093521 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.098422 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Checking segment: {'id': '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:42.099158 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Network hostable DHCP agents. Network: a643de20-62de-4e3a-b013-082ddd32b2e0, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:59:42.128307 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (2286ee20-4897-4b91-860b-6a40a733da09), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.160142 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c36ffffd-87b0-414e-afba-671cb5b55a64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72b083a35f6c4b15b26b73e11cf8a6b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9427788 Mar 03 00:59:42.167383 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ffffd-87b0-414e-afba-671cb5b55a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4cfb6-b092-46ff-b760-79314f5a8cc8,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:42.176478 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57042) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:42.191381 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2566ac-4447-4885-a043-945bcbc9e424,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:42.201377 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:42.214986 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:42.227141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:42.294959 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.300952 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Pushing event updated for resources: {'Port': ['ID=45caa093-d8b4-4b51-87de-d30442d0f8cf,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:42.329020 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Network a643de20-62de-4e3a-b013-082ddd32b2e0 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:59:42.343323 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks [] for router_gateway (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.356252 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, a643de20-62de-4e3a-b013-082ddd32b2e0) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:42.376153 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc54c33-b59e-4789-9cca-13010484eb87 None None] Network a643de20-62de-4e3a-b013-082ddd32b2e0 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:42.376370 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:42.376370 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.382912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a09e8099-9b90-4d8e-9785-91479f7f0cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.419487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Checking segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:42.419852 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Network hostable DHCP agents. Network: 7d5cdcbe-69b7-4759-87f2-a3384d66ed76, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:59:42.441638 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2286ee20-4897-4b91-860b-6a40a733da09,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:42.449271 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Publish callbacks [] for port (146cd24f-e684-4325-8188-6da9f998c8aa), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.458734 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Checking segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:42.459120 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Network hostable DHCP agents. Network: 1183d3ed-5b05-4284-9888-eb6866bc36db, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:59:42.464341 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.468969 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-66016fec-f57d-4652-9704-8cb3ff3bbb05 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1369247 Mar 03 00:59:42.492605 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3cba8ff6-8274-4760-bc0e-baae84b1793c admin admin] Publish callbacks [] for security_group (67a4cfb6-b092-46ff-b760-79314f5a8cc8), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.551249 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:59:42.606442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3cba8ff6-8274-4760-bc0e-baae84b1793c admin admin] Publish callbacks [] for security_group (67a4cfb6-b092-46ff-b760-79314f5a8cc8), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.610688 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Network 1183d3ed-5b05-4284-9888-eb6866bc36db is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:59:42.624303 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 7d5cdcbe-69b7-4759-87f2-a3384d66ed76) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:42.661332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 1183d3ed-5b05-4284-9888-eb6866bc36db) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:42.670020 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:42.670630 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.721363 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:42.722285 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1129c6c-7b91-415f-afe4-f63e657b1923 None None] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:42.728504 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Pushing event updated for resources: {'Port': ['ID=146cd24f-e684-4325-8188-6da9f998c8aa,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:42.732804 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:42.735350 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:42.751921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a09e8099-9b90-4d8e-9785-91479f7f0cfb admin admin] Publish callbacks [] for security_group (fd971ad9-8edb-41f0-8824-706a1d722a3c), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.752258 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.752776 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.753189 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.753540 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.754249 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.756477 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.757123 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.757673 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.758024 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.758934 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.759301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.759620 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.759952 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Tracked resource versions report: Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: pushed versions: Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: { 'AddressGroup': {'1.2'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'ConntrackHelper': {'1.0'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Log': {'1.0'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Network': {'1.1'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Port': {'1.7'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'PortForwarding': {'1.2'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'QosPolicy': {'1.10'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroup': {'1.5'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SubPort': {'1.0'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Subnet': {'1.1'}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Trunk': {'1.1'}} Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: consumer versions: Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: HyperV agent@hv-cinder-83109: {}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'ConntrackHelper': '1.0', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'LocalIPAssociation': '1.0', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Log': '1.0', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Network': '1.1', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Port': '1.7', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'PortForwarding': '1.2', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'QosPolicy': '1.10', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroup': '1.5', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SecurityGroupRule': '1.2', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'SubPort': '1.0', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Subnet': '1.1', Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: 'Trunk': '1.1'}} Mar 03 00:59:42.761751 dv-cinder-831090-5-iscsi neutron-server[102988]: {{(pid=102988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:59:42.764354 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-2acdbfd9-78c2-4c27-a460-86c3739f1af9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5786691 Mar 03 00:59:42.770966 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:42.771526 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.775539 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a09e8099-9b90-4d8e-9785-91479f7f0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fd971ad9-8edb-41f0-8824-706a1d722a3c), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.794550 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7818a-67db-49b7-996a-bcaf5395627c None None] Network 1183d3ed-5b05-4284-9888-eb6866bc36db requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:42.854078 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-a09e8099-9b90-4d8e-9785-91479f7f0cfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50de8b066020455aaa5b4f469a7c3d21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8445306 Mar 03 00:59:42.854851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks [] for router_gateway (241c44c0-1eff-46a1-993c-bd5016a87c60), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.857039 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57078) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:42.867528 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-399ef19b-9875-43bf-b7ab-6e5bf748f50b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5778725 Mar 03 00:59:42.872108 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3cba8ff6-8274-4760-bc0e-baae84b1793c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (67a4cfb6-b092-46ff-b760-79314f5a8cc8), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.875257 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3cba8ff6-8274-4760-bc0e-baae84b1793c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:42.877181 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3cba8ff6-8274-4760-bc0e-baae84b1793c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67a4cfb6-b092-46ff-b760-79314f5a8cc8 HTTP/1.1" status: 204 len: 168 time: 0.6978266 Mar 03 00:59:42.877772 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57080) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:42.917590 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743cede-3434-496d-8b7d-5ac29c3ddef6 None None] Network a643de20-62de-4e3a-b013-082ddd32b2e0 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:42.938866 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks [] for router_gateway (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.096185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Attempting to bind port 146cd24f-e684-4325-8188-6da9f998c8aa on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:43.097165 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Attempting to bind port 146cd24f-e684-4325-8188-6da9f998c8aa by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:43.097676 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Attempting to bind port 146cd24f-e684-4325-8188-6da9f998c8aa on network 826fbe9b-6b11-4a39-a768-b2856677ca9f {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:43.135489 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:43.135868 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Checking segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:43.136337 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.136736 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Bound using segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:43.137450 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Bound port: 146cd24f-e684-4325-8188-6da9f998c8aa, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:43.137650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.155795 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:43.160964 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e8099-9b90-4d8e-9785-91479f7f0cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd971ad9-8edb-41f0-8824-706a1d722a3c,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:43.196794 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.246721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57108) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:43.254322 dv-cinder-831090-5-iscsi neutron-server[102986]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 00:59:43.261971 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88fe9a5-c840-4065-9ac3-cd7ecf185d9c None None] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:43.272325 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-1183d3ed-5b05-4284-9888-eb6866bc36db', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 00:59:43.272600 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8ff6-8274-4760-bc0e-baae84b1793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4cfb6-b092-46ff-b760-79314f5a8cc8,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:43.272947 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.450257 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (6a66169f-efcb-4db1-93d1-8429eb64cca2), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.452206 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (6a66169f-efcb-4db1-93d1-8429eb64cca2), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.471431 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] For port 146cd24f-e684-4325-8188-6da9f998c8aa, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:43.498517 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Allocated IP 172.27.0.111 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/6bb221ae-d4d9-4410-8931-0cf6ab2c4217) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:43.500591 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] For port 146cd24f-e684-4325-8188-6da9f998c8aa, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=146cd24f-e684-4325-8188-6da9f998c8aa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:43.534889 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.543935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks [] for router_controller (6a66169f-efcb-4db1-93d1-8429eb64cca2), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.625587 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.635331 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57118) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:43.638241 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab2f52d1-4647-474a-8f23-1e8b09a9904e admin admin] Publish callbacks [] for security_group (fd971ad9-8edb-41f0-8824-706a1d722a3c), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.692753 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Allocated IP 172.20.0.2 (1183d3ed-5b05-4284-9888-eb6866bc36db/2286ee20-4897-4b91-860b-6a40a733da09/c66114a6-46c7-4177-9a8e-efe8228a1ef3) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:43.702923 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks [] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.704441 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b22751-8c63-4589-bc59-6e4fe7536f57 None None] Pushing event updated for resources: {'Port': ['ID=146cd24f-e684-4325-8188-6da9f998c8aa,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:43.717688 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57128) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:43.793480 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.806551 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-9322f35c-82a4-423e-9780-42c5b35f06a2 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:43.808209 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-9322f35c-82a4-423e-9780-42c5b35f06a2 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/networks?id=a643de20-62de-4e3a-b013-082ddd32b2e0 HTTP/1.1" status: 200 len: 811 time: 0.5572035 Mar 03 00:59:43.811329 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab2f52d1-4647-474a-8f23-1e8b09a9904e admin admin] Publish callbacks [] for security_group (fd971ad9-8edb-41f0-8824-706a1d722a3c), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.833929 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58b5a388-310a-4aaa-be9e-7d8198fa3437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.877706 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Publish callbacks [] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.886165 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:43.887972 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:43.908197 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:43.933662 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Pushing event updated for resources: {'Port': ['ID=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:43.942903 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:43.982724 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Network 1183d3ed-5b05-4284-9888-eb6866bc36db is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:43.984263 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Pushing event updated for resources: {'Port': ['ID=c66114a6-46c7-4177-9a8e-efe8228a1ef3,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:43.987102 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:43.989970 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:44.015725 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks [] for router_gateway (6a66169f-efcb-4db1-93d1-8429eb64cca2), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.033853 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-b7aea249-901b-4b38-b448-e111f89a8c85 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/quotas/8d453ed563224a3c93eb5857e49a23df HTTP/1.1" status: 200 len: 375 time: 0.1443012 Mar 03 00:59:44.067224 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Attempting to bind port c66114a6-46c7-4177-9a8e-efe8228a1ef3 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:44.067794 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Attempting to bind port c66114a6-46c7-4177-9a8e-efe8228a1ef3 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:44.068103 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Attempting to bind port c66114a6-46c7-4177-9a8e-efe8228a1ef3 on network 1183d3ed-5b05-4284-9888-eb6866bc36db {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:44.073540 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:44.073995 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Checking segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:44.074460 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.074977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Bound using segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:44.075518 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Bound port: c66114a6-46c7-4177-9a8e-efe8228a1ef3, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:44.076498 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.178392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d5626eaa-c2dd-4888-b458-6d0176edabef tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d453ed563224a3c93eb5857e49a23df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348982 Mar 03 00:59:44.239763 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] For port c66114a6-46c7-4177-9a8e-efe8228a1ef3, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:44.244861 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] For port c66114a6-46c7-4177-9a8e-efe8228a1ef3, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c66114a6-46c7-4177-9a8e-efe8228a1ef3,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:44.253128 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.321012 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-16efb90b-5887-45e3-b906-3689cb673a18 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:44.336267 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-16efb90b-5887-45e3-b906-3689cb673a18 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.6159205 Mar 03 00:59:44.336675 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361fd2e-007b-4568-be18-555c2731bf8e None None] Pushing event updated for resources: {'Port': ['ID=c66114a6-46c7-4177-9a8e-efe8228a1ef3,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:44.347510 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab2f52d1-4647-474a-8f23-1e8b09a9904e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fd971ad9-8edb-41f0-8824-706a1d722a3c), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.358039 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab2f52d1-4647-474a-8f23-1e8b09a9904e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.360529 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ab2f52d1-4647-474a-8f23-1e8b09a9904e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd971ad9-8edb-41f0-8824-706a1d722a3c HTTP/1.1" status: 204 len: 168 time: 1.4996264 Mar 03 00:59:44.386325 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (241c44c0-1eff-46a1-993c-bd5016a87c60), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.390919 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f52d1-4647-474a-8f23-1e8b09a9904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd971ad9-8edb-41f0-8824-706a1d722a3c,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:44.401308 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-c184f27c-2131-4912-a8c0-36106b0708de tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/quotas/6aa349d21d934c93a4213fa56477eb2f HTTP/1.1" status: 200 len: 375 time: 0.0640619 Mar 03 00:59:44.516766 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-044f8006-eee2-45d4-a4cf-9f604ffbc1a6 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065636 Mar 03 00:59:44.558537 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58b5a388-310a-4aaa-be9e-7d8198fa3437 admin admin] Publish callbacks [] for security_group (f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.560161 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks [] for router_gateway (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.627911 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58b5a388-310a-4aaa-be9e-7d8198fa3437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:44.748230 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 146cd24f-e684-4325-8188-6da9f998c8aa up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:44.820844 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-58b5a388-310a-4aaa-be9e-7d8198fa3437 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d39c36e4b88a4a568a6676763450e80c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1799641 Mar 03 00:59:44.822252 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5a388-310a-4aaa-be9e-7d8198fa3437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:44.825105 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57152) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:44.825876 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 146cd24f-e684-4325-8188-6da9f998c8aa triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:44.827413 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.002030 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 146cd24f-e684-4325-8188-6da9f998c8aa is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:45.002611 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.002796 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Router 241c44c0-1eff-46a1-993c-bd5016a87c60 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 00:59:45.078423 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 146cd24f-e684-4325-8188-6da9f998c8aa, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=146cd24f-e684-4325-8188-6da9f998c8aa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:59:45.083904 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57162) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:45.087509 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.105476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks [] for router_gateway (6a66169f-efcb-4db1-93d1-8429eb64cca2), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.150643 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-b4aff64e-47a9-431c-93ae-4855086d2699 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:59:45.151848 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-b4aff64e-47a9-431c-93ae-4855086d2699 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6833296 Mar 03 00:59:45.152853 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.192545 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4159a80-7f26-4f29-80eb-70bf06c36678 admin admin] Publish callbacks [] for security_group (f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.219693 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=146cd24f-e684-4325-8188-6da9f998c8aa,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:45.298600 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-546515ba-3152-47f8-9140-37ff92f43c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.303388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.309772 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4159a80-7f26-4f29-80eb-70bf06c36678 admin admin] Publish callbacks [] for security_group (f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.312826 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.359633 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787ae46-f91c-4759-834c-9e290af4acdc None None] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:45.437081 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-546515ba-3152-47f8-9140-37ff92f43c7f admin admin] Publish callbacks [] for security_group (45edadbb-7b39-4477-94de-f5f24b90660c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.449737 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-546515ba-3152-47f8-9140-37ff92f43c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (45edadbb-7b39-4477-94de-f5f24b90660c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.451986 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-cb69cb14-39b4-405b-aadf-81566a017df9 None None] Provisioning complete for port 146cd24f-e684-4325-8188-6da9f998c8aa triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:45.452420 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cb69cb14-39b4-405b-aadf-81566a017df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.491533 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-5a77f1c7-06f7-4813-9f3d-66b8f082908e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:59:45.499288 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-5a77f1c7-06f7-4813-9f3d-66b8f082908e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4065158 Mar 03 00:59:45.505195 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:59:45.516861 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Sync routers for ids ['241c44c0-1eff-46a1-993c-bd5016a87c60'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:59:45.539328 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Routers {'241c44c0-1eff-46a1-993c-bd5016a87c60'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:45.542260 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['241c44c0-1eff-46a1-993c-bd5016a87c60'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:45.551751 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-546515ba-3152-47f8-9140-37ff92f43c7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7247a6bc2a954ca3a9767266677c20e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4504385 Mar 03 00:59:45.551970 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57178) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:45.582822 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.670011 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-5462962f-8b6d-4b3a-a698-6fb6b4530584 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697636 Mar 03 00:59:45.728961 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-cb69cb14-39b4-405b-aadf-81566a017df9 None None] Current status of the port 146cd24f-e684-4325-8188-6da9f998c8aa is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:45.877032 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:45.881131 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-24614d53-3395-49bc-a8e9-36f34897a570 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5057063 Mar 03 00:59:45.888295 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57188) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:45.894421 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546515ba-3152-47f8-9140-37ff92f43c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45edadbb-7b39-4477-94de-f5f24b90660c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:45.898603 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Set router 241c44c0-1eff-46a1-993c-bd5016a87c60 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:45.974882 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f961512-e5b1-4605-a542-69929c68035d None None] Network 1183d3ed-5b05-4284-9888-eb6866bc36db requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:46.105202 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4159a80-7f26-4f29-80eb-70bf06c36678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.107818 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4159a80-7f26-4f29-80eb-70bf06c36678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.111850 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f4159a80-7f26-4f29-80eb-70bf06c36678 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf HTTP/1.1" status: 204 len: 168 time: 1.2799087 Mar 03 00:59:46.130493 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4159a80-7f26-4f29-80eb-70bf06c36678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f3e55-d28f-4ee7-9a8d-e0de5bb06bbf,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:46.140554 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-349efd0d-f2c3-47df-85b1-117d37414891 admin admin] Publish callbacks [] for security_group (45edadbb-7b39-4477-94de-f5f24b90660c), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.146820 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 00:59:46.178555 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-349efd0d-f2c3-47df-85b1-117d37414891 admin admin] Publish callbacks [] for security_group (45edadbb-7b39-4477-94de-f5f24b90660c), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.183750 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T00:59:42Z', 'revision_number': 3, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:46.221354 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Checking router: 241c44c0-1eff-46a1-993c-bd5016a87c60 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:59:46.222031 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Updating router 241c44c0-1eff-46a1-993c-bd5016a87c60 port 45caa093-d8b4-4b51-87de-d30442d0f8cf binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:59:46.247095 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-f887d7d7-bac0-4057-9d81-694152180393 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754580 Mar 03 00:59:46.253335 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.326684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:59:46.329088 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-349efd0d-f2c3-47df-85b1-117d37414891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (45edadbb-7b39-4477-94de-f5f24b90660c), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.334613 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-349efd0d-f2c3-47df-85b1-117d37414891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.338925 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-349efd0d-f2c3-47df-85b1-117d37414891 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45edadbb-7b39-4477-94de-f5f24b90660c HTTP/1.1" status: 204 len: 168 time: 0.7655985 Mar 03 00:59:46.383190 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:59:46.387369 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349efd0d-f2c3-47df-85b1-117d37414891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45edadbb-7b39-4477-94de-f5f24b90660c,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:46.397610 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.399329 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6232380c-eda6-42e5-b3ff-27f884aba24d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7859006 Mar 03 00:59:46.402648 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57198) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:46.489576 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Allocated IP 172.27.0.63 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/8abbf32b-a58b-4773-867e-55aee25e82cf) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:46.500012 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Provisioning complete for port 146cd24f-e684-4325-8188-6da9f998c8aa triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:46.500423 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.580907 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 146cd24f-e684-4325-8188-6da9f998c8aa up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:46.609786 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks [] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.621294 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-a5009890-07c1-4c69-b3c0-0a3f0651dae3 service neutron] 10.222.0.18 "GET /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1572323 Mar 03 00:59:46.675561 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:46.676268 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:46.680252 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 146cd24f-e684-4325-8188-6da9f998c8aa triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:46.680653 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.761030 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Current status of the port 146cd24f-e684-4325-8188-6da9f998c8aa is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:46.823817 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Provisioning complete for port c66114a6-46c7-4177-9a8e-efe8228a1ef3 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:46.824263 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:46.980659 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 146cd24f-e684-4325-8188-6da9f998c8aa is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:46.981407 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c66114a6-46c7-4177-9a8e-efe8228a1ef3 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:47.076152 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:47.106588 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Publish callbacks [] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.124890 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.176933 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Attempting to bind port 45caa093-d8b4-4b51-87de-d30442d0f8cf on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:47.179045 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Attempting to bind port 45caa093-d8b4-4b51-87de-d30442d0f8cf by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:47.179521 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Attempting to bind port 45caa093-d8b4-4b51-87de-d30442d0f8cf on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:47.183582 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.233093 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Current status of the port c66114a6-46c7-4177-9a8e-efe8228a1ef3 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:47.233749 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.245303 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:47.254439 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:47.254931 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.255353 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:47.255869 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Bound port: 45caa093-d8b4-4b51-87de-d30442d0f8cf, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:47.256290 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.283491 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Pushing event updated for resources: {'Port': ['ID=8abbf32b-a58b-4773-867e-55aee25e82cf,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:47.288245 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b1d9887b-d2f7-4415-b372-852828619559 req-6425d90f-bdf2-402b-b969-8c0c9afc741b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.1720784 Mar 03 00:59:47.311003 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:47.317307 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:47.322464 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:47.349717 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port c66114a6-46c7-4177-9a8e-efe8228a1ef3 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:47.350094 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.379463 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.390523 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] For port c66114a6-46c7-4177-9a8e-efe8228a1ef3, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c66114a6-46c7-4177-9a8e-efe8228a1ef3,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:59:47.410516 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57232) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:47.410659 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.435525 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e286dd5-7f14-4e5a-8b2f-d623e11b2644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.477360 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Pushing event updated for resources: {'Port': ['ID=45caa093-d8b4-4b51-87de-d30442d0f8cf,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:47.553094 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331c0d6-a268-434e-ae71-a061ccf25bcc None None] Pushing event updated for resources: {'Port': ['ID=c66114a6-46c7-4177-9a8e-efe8228a1ef3,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:47.557865 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.558330 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.558986 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.559116 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.559403 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.561367 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.561697 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.562041 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.563515 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.565477 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.566146 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-020ea272-27bf-4afe-bc56-c9c45fac7351 None None] Provisioning complete for port c66114a6-46c7-4177-9a8e-efe8228a1ef3 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:47.566438 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.566568 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-020ea272-27bf-4afe-bc56-c9c45fac7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.566799 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.567884 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 00:59:47.571153 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port c66114a6-46c7-4177-9a8e-efe8228a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Tracked resource versions report: Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: pushed versions: Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: { 'AddressGroup': {'1.2'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'ConntrackHelper': {'1.0'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'LocalIPAssociation': {'1.0'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Log': {'1.0'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Network': {'1.1'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Port': {'1.7'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'PortForwarding': {'1.2'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'QosPolicy': {'1.10'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroup': {'1.5'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroupRule': {'1.2'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SubPort': {'1.0'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Subnet': {'1.1'}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Trunk': {'1.1'}} Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: consumer versions: Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: { DHCP agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: HyperV agent@hv-cinder-83109: {}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: L3 agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: Metadata agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: Metering agent@dv-cinder-831090-5-iscsi: {}, Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: Open vSwitch agent@dv-cinder-831090-5-iscsi: { 'AddressGroup': '1.2', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'ConntrackHelper': '1.0', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'LocalIPAssociation': '1.0', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Log': '1.0', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Network': '1.1', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Port': '1.7', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'PortForwarding': '1.2', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'QosPolicy': '1.10', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroup': '1.5', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SecurityGroupRule': '1.2', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'SubPort': '1.0', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Subnet': '1.1', Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: 'Trunk': '1.1'}} Mar 03 00:59:47.572577 dv-cinder-831090-5-iscsi neutron-server[102989]: {{(pid=102989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 00:59:47.588016 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] For port 45caa093-d8b4-4b51-87de-d30442d0f8cf, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:47.598013 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] For port 45caa093-d8b4-4b51-87de-d30442d0f8cf, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=45caa093-d8b4-4b51-87de-d30442d0f8cf,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:47.614183 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.619081 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-1bb6abda-e8ec-4b94-91bf-1d0401a0abd4 service neutron] 10.222.0.18 "GET /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9836090 Mar 03 00:59:47.628512 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:44Z', 'revision_number': 3, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:47.659812 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:59:47.660188 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Updating router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:59:47.704442 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.719820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.788492 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce0683-4e48-435f-90f3-ff4efaf6baca None None] Pushing event updated for resources: {'Port': ['ID=45caa093-d8b4-4b51-87de-d30442d0f8cf,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:47.790673 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Allocated IP 172.20.0.1 (826fbe9b-6b11-4a39-a768-b2856677ca9f/6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8/88667521-8274-49f8-b12f-cf2f5c44b0fa) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:47.840436 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Routers {'241c44c0-1eff-46a1-993c-bd5016a87c60'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:47.841237 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['241c44c0-1eff-46a1-993c-bd5016a87c60'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:47.921204 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks [] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:47.933637 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-020ea272-27bf-4afe-bc56-c9c45fac7351 None None] Current status of the port c66114a6-46c7-4177-9a8e-efe8228a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:47.990061 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.109176 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:48.122594 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:48.139204 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:48.139711 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.183728 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] Set router 241c44c0-1eff-46a1-993c-bd5016a87c60 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:48.372684 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Publish callbacks [] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.380366 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c66114a6-46c7-4177-9a8e-efe8228a1ef3 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:48.426571 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Allocated IP 172.20.0.1 (586eac43-c1ec-45fc-a3cb-0f571059d6e3/cce253ab-2dbf-4069-a1eb-dea2e8b931bb/150ab47b-6ebb-4462-9b50-6a5c45584d8e) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:48.447588 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Pushing event updated for resources: {'Port': ['ID=88667521-8274-49f8-b12f-cf2f5c44b0fa,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:48.474617 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.629055 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e286dd5-7f14-4e5a-8b2f-d623e11b2644 admin admin] Publish callbacks [] for security_group (8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.658376 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e286dd5-7f14-4e5a-8b2f-d623e11b2644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.710747 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Attempting to bind port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:48.716470 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Attempting to bind port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:48.718388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Attempting to bind port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:48.746219 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:48.748119 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:48.748802 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.749170 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:48.751752 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Bound port: 6bb221ae-d4d9-4410-8931-0cf6ab2c4217, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:48.751752 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.785072 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T00:59:42Z', 'revision_number': 3, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:48.830868 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7f68c353-941a-4ded-94a7-e326ce48cebb req-30940fb9-7201-4fcb-8104-008ae06b0161 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.1579664 Mar 03 00:59:48.851228 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d53e8-2d99-4826-aec7-136b37d91fec None None] Pushing event updated for resources: {'Port': ['ID=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:48.863735 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-a5183f79-c8a9-469f-89b8-ce52ae52803e None None] Provisioning complete for port 88667521-8274-49f8-b12f-cf2f5c44b0fa triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:48.864905 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a5183f79-c8a9-469f-89b8-ce52ae52803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.911255 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91724a4-0512-4bda-8c33-6bd007e672a4 None None] The sync data for ids ['241c44c0-1eff-46a1-993c-bd5016a87c60'] in dv-cinder-831090-5-iscsi is: [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T00:59:42Z', 'revision_number': 3, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 00:59:48.921743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port c66114a6-46c7-4177-9a8e-efe8228a1ef3 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:48.923392 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.929396 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6b830611-eff0-4e3e-8a92-882360b422a0 req-22b62666-5e49-4ddf-9c5e-aae35a3debdb tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.1872835 Mar 03 00:59:48.950521 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks [] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.955696 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks [] for router_gateway (6a66169f-efcb-4db1-93d1-8429eb64cca2), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:48.965818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57296) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:49.016718 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2e286dd5-7f14-4e5a-8b2f-d623e11b2644 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=379425a2fe1a40668997ebce2f02962f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6049111 Mar 03 00:59:49.037101 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57300) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:49.091653 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] For port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:49.097399 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] For port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:49.113726 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e286dd5-7f14-4e5a-8b2f-d623e11b2644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:49.119676 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-a5183f79-c8a9-469f-89b8-ce52ae52803e None None] Port 88667521-8274-49f8-b12f-cf2f5c44b0fa cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 00:59:49.124636 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.218633 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d53e8-2d99-4826-aec7-136b37d91fec None None] Pushing event updated for resources: {'Port': ['ID=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:49.275237 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114794238-network', 'tenant_id': 'c46d4d2ccfd349cfbf9ae0405e7bc1f4'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:49.291957 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.310429 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:49.312210 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:49.380280 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Made reservation on behalf of c46d4d2ccfd349cfbf9ae0405e7bc1f4 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:49.383041 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.395229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.424312 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.504973 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port c66114a6-46c7-4177-9a8e-efe8228a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:49.740715 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks [] for security_group (492cfcd5-0e41-43a2-9cee-ac0874c67292), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.742884 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7201c0c-e65b-4a79-b82a-6dede06b3bc3 admin admin] Publish callbacks [] for security_group (8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.799425 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7201c0c-e65b-4a79-b82a-6dede06b3bc3 admin admin] Publish callbacks [] for security_group (8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.827794 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:49.905575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (492cfcd5-0e41-43a2-9cee-ac0874c67292), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.925473 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:49.975577 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks [] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.988783 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:49.989021 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.000846 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:50.029307 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492cfcd5-0e41-43a2-9cee-ac0874c67292,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:50.050250 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7201c0c-e65b-4a79-b82a-6dede06b3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.065764 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7201c0c-e65b-4a79-b82a-6dede06b3bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.066887 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d7201c0c-e65b-4a79-b82a-6dede06b3bc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3 HTTP/1.1" status: 204 len: 168 time: 1.0233362 Mar 03 00:59:50.083279 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:50.083625 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (241c44c0-1eff-46a1-993c-bd5016a87c60), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.214066 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Pushing event updated for resources: {'Port': ['ID=88667521-8274-49f8-b12f-cf2f5c44b0fa,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:50.281841 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:50.286707 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:50.311946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:50.345494 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:50.380770 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7201c0c-e65b-4a79-b82a-6dede06b3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0038fa-bb35-45f1-bfbc-c8ebcf203ae3,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:50.417650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ef75c-419f-4aea-971d-ec44bff6d764 None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 00:59:50.449580 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 45caa093-d8b4-4b51-87de-d30442d0f8cf up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:50.574066 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Pushing event updated for resources: {'Port': ['ID=150ab47b-6ebb-4462-9b50-6a5c45584d8e,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:50.575403 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 45caa093-d8b4-4b51-87de-d30442d0f8cf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:50.576393 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.601987 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66a82d8e-d29a-470c-96c5-bc6e7fdd7032 req-8b778b0e-3c01-405b-9326-c045f2a6d8fc tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.3519740 Mar 03 00:59:50.656896 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (d7096b5f-5e9d-4d19-858b-f88b084e8c3a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.659142 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Added segment d7096b5f-5e9d-4d19-858b-f88b084e8c3a of type vlan for network 1364c2c3-d457-4138-804f-abeaeab1a03c Mar 03 00:59:50.677881 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 00:59:50.738877 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (1364c2c3-d457-4138-804f-abeaeab1a03c), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.787531 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 45caa093-d8b4-4b51-87de-d30442d0f8cf is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:50.789681 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.792884 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-28cdcd7e-0251-4ea0-9bda-85e24867eb5e req-5862906a-a06f-4bc6-8e44-5e613388ac0c tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.3072114 Mar 03 00:59:50.851484 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 45caa093-d8b4-4b51-87de-d30442d0f8cf, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=45caa093-d8b4-4b51-87de-d30442d0f8cf,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:59:50.862762 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.894571 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (6a66169f-efcb-4db1-93d1-8429eb64cca2), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.901774 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (1364c2c3-d457-4138-804f-abeaeab1a03c), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.903461 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:50.904254 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:50.959994 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d6f3eea5-b7c5-4226-b5e5-a8e42705fffb None None] Provisioning complete for port 88667521-8274-49f8-b12f-cf2f5c44b0fa triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:50.960409 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d6f3eea5-b7c5-4226-b5e5-a8e42705fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:51.023165 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=45caa093-d8b4-4b51-87de-d30442d0f8cf,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:51.044369 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3eea5-b7c5-4226-b5e5-a8e42705fffb None None] Port 88667521-8274-49f8-b12f-cf2f5c44b0fa cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 00:59:51.058323 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:59:51.087995 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4300450b-9853-4791-9e85-3be6911dccb7 admin admin] 10.222.0.18 "PUT /v2.0/routers/1418d8cd-2695-4b30-ac77-ff6c3bdc071e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6824074 Mar 03 00:59:51.176612 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] Pushing event updated for resources: {'Network': ['ID=1364c2c3-d457-4138-804f-abeaeab1a03c,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:51.200692 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 1364c2c3-d457-4138-804f-abeaeab1a03c details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:51.251007 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f8ed226c-f88e-4fd6-8f99-c3b8adcd07ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2827444 Mar 03 00:59:51.254371 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57358) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:51.260407 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Request body: {'subnet': {'network_id': '1364c2c3-d457-4138-804f-abeaeab1a03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114794238-subnet', 'tenant_id': 'c46d4d2ccfd349cfbf9ae0405e7bc1f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:51.300870 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.30', 65451) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:51.390584 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.30', 65452) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:51.401550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:51.625325 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-3b1b33e0-5e23-4558-b7c2-6b0f266669ab tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:51.630288 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-3b1b33e0-5e23-4558-b7c2-6b0f266669ab tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.30 "GET /v2.0/networks?id=a643de20-62de-4e3a-b013-082ddd32b2e0 HTTP/1.1" status: 200 len: 811 time: 0.2351825 Mar 03 00:59:51.661191 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Made reservation on behalf of c46d4d2ccfd349cfbf9ae0405e7bc1f4 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:51.666158 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:51.741502 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Request body: {'port': {'device_id': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0', 'admin_state_up': True, 'tenant_id': '8d453ed563224a3c93eb5857e49a23df'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:52.222033 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-9f90235c-e231-4e75-87f2-9a109ecc320d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:52.227352 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-9f90235c-e231-4e75-87f2-9a109ecc320d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.9184995 Mar 03 00:59:52.265045 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Request body: {'port': {'device_id': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'admin_state_up': True, 'tenant_id': '6aa349d21d934c93a4213fa56477eb2f'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:52.357647 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54683a22-9e2e-4045-9a37-f5c2d42bcd6b req-42a594a8-f8af-472b-9839-37336871a2db tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.2735484 Mar 03 00:59:52.471404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks [] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.492007 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 45caa093-d8b4-4b51-87de-d30442d0f8cf up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:52.514373 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.516222 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (241c44c0-1eff-46a1-993c-bd5016a87c60), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.588742 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b9144cb-83cc-4ba6-9148-88236b50cf01 req-be187332-a8cc-4808-b58c-3c1f573a0690 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.1146147 Mar 03 00:59:52.627584 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 45caa093-d8b4-4b51-87de-d30442d0f8cf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:52.627963 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.782284 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 45caa093-d8b4-4b51-87de-d30442d0f8cf is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:52.783885 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:52.851305 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Made reservation on behalf of 6aa349d21d934c93a4213fa56477eb2f for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:52.861072 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Pushing event updated for resources: {'Port': ['ID=150ab47b-6ebb-4462-9b50-6a5c45584d8e,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:52.870146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.896688 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:52.897069 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.911235 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (92ef3ab5-b518-474a-ab12-4e90ea4df1e8), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:52.972180 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57426) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:53.100365 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:53.100778 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:53.151826 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 00:59:53.155434 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:59:53.162390 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:53.344683 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:59:53.354599 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:59:53.371101 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:53.389761 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:53.390265 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:53.390646 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:53.391061 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3172698b-e4d3-410d-ba4a-95effceeab8d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2624118 Mar 03 00:59:53.396680 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Made reservation on behalf of 8d453ed563224a3c93eb5857e49a23df for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:53.400145 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:53.412559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57442) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:53.449497 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557990697', 'description': 'tempest-description--340027426'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:53.584411 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Allocated IP 172.20.0.10 (7d5cdcbe-69b7-4759-87f2-a3384d66ed76/4b2566ac-4447-4885-a043-945bcbc9e424/ec5b8105-d64c-4588-9605-4502149561f9) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:53.774860 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:53.906875 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks [] for port (ec5b8105-d64c-4588-9605-4502149561f9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:53.930375 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f94ebd6b-8b3a-4e35-bfd9-d108b3303274 req-66614d15-b6b6-4362-940e-464e4c2ccf06 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.2886226 Mar 03 00:59:53.996808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57454) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:54.003915 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Checking segment: {'id': 'd7096b5f-5e9d-4d19-858b-f88b084e8c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1364c2c3-d457-4138-804f-abeaeab1a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:54.012449 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Network hostable DHCP agents. Network: 1364c2c3-d457-4138-804f-abeaeab1a03c, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 00:59:54.029437 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (ec5b8105-d64c-4588-9605-4502149561f9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.091959 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8318d29a-7898-4abc-b08e-eb624b83e697 req-a412f1d7-2018-47a2-9c41-7990d5849d61 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.2770770 Mar 03 00:59:54.110275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:54.250345 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:54.309530 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ef3ab5-b518-474a-ab12-4e90ea4df1e8,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:54.328923 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.358769 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 3, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T00:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:54.396370 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:54.435499 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:59:54.435777 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Updating router 6a66169f-efcb-4db1-93d1-8429eb64cca2 port 8abbf32b-a58b-4773-867e-55aee25e82cf binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:59:54.479491 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:59:54.505429 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.574891 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:54.575709 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:54.670267 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ea3572e0-666a-4ae4-90c6-6fb25ac6a45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.750044 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:54.857401 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:54.901079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (91820f67-4819-4920-9e15-d7a7b5db2062), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.903527 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:54.930515 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event updated for resources: {'Port': ['ID=ec5b8105-d64c-4588-9605-4502149561f9,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:54.942834 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:54.948395 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:54.948786 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.964971 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (91820f67-4819-4920-9e15-d7a7b5db2062), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:54.969435 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:54.969856 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.019850 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Network 1364c2c3-d457-4138-804f-abeaeab1a03c is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 00:59:55.042875 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91820f67-4819-4920-9e15-d7a7b5db2062,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:55.073390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 1364c2c3-d457-4138-804f-abeaeab1a03c) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:55.080078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:55.080912 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.098246 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-e366cc83-0309-4b99-9fe9-4f1ccafcde04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8415811 Mar 03 00:59:55.116334 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.117064 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf603d8-fb0d-4fb3-abfc-502ce966e6a2 None None] Network 1364c2c3-d457-4138-804f-abeaeab1a03c requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:55.122684 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a77ede0d-5037-4e9d-beb6-a2d8e48c91ee tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1483259 Mar 03 00:59:55.123360 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57462) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:55.138082 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'security_group_rule': {'security_group_id': '91820f67-4819-4920-9e15-d7a7b5db2062', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:55.149683 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Publish callbacks [] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.161170 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.215229 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-50ecfa7e-bd38-4627-b463-bb4d1a15721f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9588802 Mar 03 00:59:55.217387 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (008340a2-4225-4698-b2a7-257c45a97fc9), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.296096 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Attempting to bind port 8abbf32b-a58b-4773-867e-55aee25e82cf on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:55.297474 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Attempting to bind port 8abbf32b-a58b-4773-867e-55aee25e82cf by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:55.297921 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Attempting to bind port 8abbf32b-a58b-4773-867e-55aee25e82cf on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:55.303969 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Router 241c44c0-1eff-46a1-993c-bd5016a87c60 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 00:59:55.318479 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35ec1a-08f1-4401-871b-3ccbca7bcb75 None None] Pushing event updated for resources: {'Port': ['ID=8abbf32b-a58b-4773-867e-55aee25e82cf,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:55.325467 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:55.329818 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:55.330323 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.331121 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:55.331233 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Bound port: 8abbf32b-a58b-4773-867e-55aee25e82cf, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:55.331619 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.351700 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (008340a2-4225-4698-b2a7-257c45a97fc9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.358665 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (008340a2-4225-4698-b2a7-257c45a97fc9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.382662 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:55.421168 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008340a2-4225-4698-b2a7-257c45a97fc9,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:55.423612 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f29ab-d751-423a-a8b1-9177e7a5d430 None None] Network 1364c2c3-d457-4138-804f-abeaeab1a03c requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 00:59:55.456957 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b79e557-7694-4ba2-9314-388ad955a02a req-0fba4708-40eb-495e-ab55-f1f7d6149501 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.1455097 Mar 03 00:59:55.478337 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 2, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:55.496668 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.508116 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-bf20909c-1ca1-49e8-8d22-377c0628ba41 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755178 Mar 03 00:59:55.508116 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57470) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:55.508289 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] For port 8abbf32b-a58b-4773-867e-55aee25e82cf, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:55.514158 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'security_group_rule': {'security_group_id': '91820f67-4819-4920-9e15-d7a7b5db2062', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:55.517779 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] For port 8abbf32b-a58b-4773-867e-55aee25e82cf, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=8abbf32b-a58b-4773-867e-55aee25e82cf,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:55.534679 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.553464 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (403441cf-9a80-45d6-846b-44f66b63e022), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.567221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Allocated IP 172.20.0.12 (a643de20-62de-4e3a-b013-082ddd32b2e0/fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197/ae4ecf4b-d49b-495a-9b41-30191f05cb27) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:55.640900 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:55.648949 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:55.684821 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:59:55.685623 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Updating router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e port 88667521-8274-49f8-b12f-cf2f5c44b0fa binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:59:55.761074 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (403441cf-9a80-45d6-846b-44f66b63e022), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.771198 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (403441cf-9a80-45d6-846b-44f66b63e022), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.837060 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403441cf-9a80-45d6-846b-44f66b63e022,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:55.853068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.859559 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:55.865718 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c680d300-fb85-4f8a-9d4f-a7d18597e7c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3593955 Mar 03 00:59:55.869331 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57476) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:55.889541 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35ec1a-08f1-4401-871b-3ccbca7bcb75 None None] Pushing event updated for resources: {'Port': ['ID=8abbf32b-a58b-4773-867e-55aee25e82cf,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:55.893354 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:55.972645 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.029707 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:56.034852 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9c52-5f7f-4fd9-9181-441b8514c00e req-b6a1dd5f-5adf-4065-875b-a0ace3bda649 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:56.036544 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7f6c9c52-5f7f-4fd9-9181-441b8514c00e req-b6a1dd5f-5adf-4065-875b-a0ace3bda649 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 932 time: 0.7276051 Mar 03 00:59:56.308804 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.442016 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 3, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T00:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:56.446085 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Publish callbacks [] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.463095 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.513010 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57488) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:56.536744 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7f6c9c52-5f7f-4fd9-9181-441b8514c00e req-a63d6507-4e49-4822-bdf2-95c478ffeb79 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740477 Mar 03 00:59:56.537359 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b9ca-8f0a-444b-bf91-954dfa2282b5 None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:47Z', 'revision_number': 3, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T00:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 00:59:56.543324 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-611130224-network', 'tenant_id': 'e80adbae03a549e294d1238fd07d904b'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:56.552256 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 00:59:56.570122 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162b0fa-e043-4534-aeee-30b606a35086 None None] Pushing event updated for resources: {'Port': ['ID=88667521-8274-49f8-b12f-cf2f5c44b0fa,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:56.585205 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7eb48054-ef95-4b07-8fd5-80f276baa95f admin admin] 10.222.0.18 "PUT /v2.0/routers/241c44c0-1eff-46a1-993c-bd5016a87c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6919661 Mar 03 00:59:56.610818 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Sync routers for ids ['241c44c0-1eff-46a1-993c-bd5016a87c60'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 00:59:56.663303 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ea3572e0-666a-4ae4-90c6-6fb25ac6a45c admin admin] Publish callbacks [] for security_group (eb424867-d80d-45e2-9f0f-8b56fff419f5), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.666754 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Made reservation on behalf of e80adbae03a549e294d1238fd07d904b for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:56.669265 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.688404 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Attempting to bind port 88667521-8274-49f8-b12f-cf2f5c44b0fa on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:56.689021 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Routers {'241c44c0-1eff-46a1-993c-bd5016a87c60'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:56.689402 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Attempting to bind port 88667521-8274-49f8-b12f-cf2f5c44b0fa by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:56.689981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Attempting to bind port 88667521-8274-49f8-b12f-cf2f5c44b0fa on network 826fbe9b-6b11-4a39-a768-b2856677ca9f {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:56.692674 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['241c44c0-1eff-46a1-993c-bd5016a87c60'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:56.700704 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:56.702041 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Checking segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:56.704506 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.705268 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Bound using segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:56.708464 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Bound port: 88667521-8274-49f8-b12f-cf2f5c44b0fa, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:56.709129 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.736762 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ea3572e0-666a-4ae4-90c6-6fb25ac6a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (eb424867-d80d-45e2-9f0f-8b56fff419f5), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.737874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Allocated IP 172.27.0.109 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/93fbd64a-67c2-410a-964f-db74bf5d65e6) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 00:59:56.740611 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:56.855643 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-0f16a292-3ed4-4db4-8f2c-5113e2986ea9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 00:59:56.864907 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-0f16a292-3ed4-4db4-8f2c-5113e2986ea9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127757 Mar 03 00:59:56.927458 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] For port 88667521-8274-49f8-b12f-cf2f5c44b0fa, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:56.947677 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] For port 88667521-8274-49f8-b12f-cf2f5c44b0fa, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=88667521-8274-49f8-b12f-cf2f5c44b0fa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:56.961984 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.152232 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks [] for security_group (a42bdf0a-50a2-47a8-9da3-a88865f64263), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.168400 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] Provisioning complete for port 88667521-8274-49f8-b12f-cf2f5c44b0fa triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:57.168779 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.175051 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162b0fa-e043-4534-aeee-30b606a35086 None None] Pushing event updated for resources: {'Port': ['ID=88667521-8274-49f8-b12f-cf2f5c44b0fa,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:57.184598 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Set router 241c44c0-1eff-46a1-993c-bd5016a87c60 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:57.185608 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:57.187050 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:57.242525 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.281942 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a42bdf0a-50a2-47a8-9da3-a88865f64263), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.302374 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.363859 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'Port': ['ID=93fbd64a-67c2-410a-964f-db74bf5d65e6,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:57.428285 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:57.449330 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 00:59:57.452810 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:57.455146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42bdf0a-50a2-47a8-9da3-a88865f64263,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:57.458546 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:57.534699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3572e0-666a-4ae4-90c6-6fb25ac6a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb424867-d80d-45e2-9f0f-8b56fff419f5,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:57.554238 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ae4d76e8-603e-47a8-8136-026c5fa37820 req-773d5314-25f2-4ef2-8608-e88135d401a2 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.8492961 Mar 03 00:59:57.620153 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ea3572e0-666a-4ae4-90c6-6fb25ac6a45c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19863423b15846029b9309e6e58d1b42&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5794518 Mar 03 00:59:57.627575 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] Current status of the port 88667521-8274-49f8-b12f-cf2f5c44b0fa is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:57.628249 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.629293 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57512) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:57.636504 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (7e685eb1-8cfd-47db-8eef-f5447806004a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.697515 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753045347220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (0aeec053-d510-4723-bafe-6ff76d189da9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.699755 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Unsubscribe: segment precommit_create {{(pid=102987) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 00:59:57.700884 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Added segment 0aeec053-d510-4723-bafe-6ff76d189da9 of type vlan for network de393708-7f57-40f0-a005-749113baad86 Mar 03 00:59:57.702041 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 00:59:57.729934 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '150ab47b-6ebb-4462-9b50-6a5c45584d8e', 'name': '', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'mac_address': 'fa:16:3e:4e:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:51Z', 'revision_number': 2, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'subnets': [{'id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:57.783270 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Checking router: 241c44c0-1eff-46a1-993c-bd5016a87c60 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 00:59:57.784166 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Updating router 241c44c0-1eff-46a1-993c-bd5016a87c60 port 150ab47b-6ebb-4462-9b50-6a5c45584d8e binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 00:59:57.787908 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.813177 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] For port 88667521-8274-49f8-b12f-cf2f5c44b0fa, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=88667521-8274-49f8-b12f-cf2f5c44b0fa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 00:59:57.850695 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.890243 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.897997 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (de393708-7f57-40f0-a005-749113baad86), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.909222 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks [] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:57.926608 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.028345 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.035522 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cba9d240-febe-4581-afc7-227b122a570f admin admin] Publish callbacks [] for security_group (eb424867-d80d-45e2-9f0f-8b56fff419f5), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.070850 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (de393708-7f57-40f0-a005-749113baad86), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.072126 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:58.077082 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.151503 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-011c1c8b-7aff-40e2-862f-9860567344f1 None None] Provisioning complete for port 88667521-8274-49f8-b12f-cf2f5c44b0fa triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:58.152175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-011c1c8b-7aff-40e2-862f-9860567344f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.165864 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 00:59:58.189207 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe82d72-916a-487e-8c08-a2225c1c0768 None None] Pushing event updated for resources: {'Port': ['ID=88667521-8274-49f8-b12f-cf2f5c44b0fa,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:58.268098 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Network a643de20-62de-4e3a-b013-082ddd32b2e0 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 00:59:58.318172 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Pushing event updated for resources: {'Port': ['ID=ae4ecf4b-d49b-495a-9b41-30191f05cb27,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:58.325302 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 00:59:58.333591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 00:59:58.344273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:58.350319 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.369044 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8487456 Mar 03 00:59:58.389195 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57514) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 00:59:58.431819 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Request body: {'subnet': {'network_id': 'de393708-7f57-40f0-a005-749113baad86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-611130224-subnet', 'tenant_id': 'e80adbae03a549e294d1238fd07d904b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:58.464183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c128b-f9d7-4f71-b9d4-c45df1133a50 req-223f5c88-2e13-4ef5-8afc-e82bd7741ad0 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:58.467673 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-471c128b-f9d7-4f71-b9d4-c45df1133a50 req-223f5c88-2e13-4ef5-8afc-e82bd7741ad0 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 932 time: 0.7724555 Mar 03 00:59:58.471552 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-6a556660-21c6-4caa-b8c2-bd26cae077d3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7362227 Mar 03 00:59:58.479847 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cba9d240-febe-4581-afc7-227b122a570f admin admin] Publish callbacks [] for security_group (eb424867-d80d-45e2-9f0f-8b56fff419f5), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.495036 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Made reservation on behalf of e80adbae03a549e294d1238fd07d904b for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 00:59:58.505818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.576018 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db6e91-6713-4a15-bdd7-8457f5dd14db admin admin] Pushing event updated for resources: {'Network': ['ID=de393708-7f57-40f0-a005-749113baad86,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:58.668689 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Publish callbacks [] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.670091 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Request body: {'port': {'device_id': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:58.676234 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.693353 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network de393708-7f57-40f0-a005-749113baad86 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 00:59:58.727337 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc32c88-d1de-44e3-b638-09ab47a9e4be None None] Pushing event updated for resources: {'Port': ['ID=150ab47b-6ebb-4462-9b50-6a5c45584d8e,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:58.741836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-d9d58022-2348-44e4-9ba3-5990f29883df tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 00:59:58.743410 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-d9d58022-2348-44e4-9ba3-5990f29883df tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 819 time: 1.2863503 Mar 03 00:59:58.776860 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Request body: {'port': {'device_id': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 00:59:58.828413 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:56Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:58.836938 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 88667521-8274-49f8-b12f-cf2f5c44b0fa up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:58.875479 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Attempting to bind port 150ab47b-6ebb-4462-9b50-6a5c45584d8e on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 00:59:58.876726 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Attempting to bind port 150ab47b-6ebb-4462-9b50-6a5c45584d8e by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 00:59:58.877230 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Attempting to bind port 150ab47b-6ebb-4462-9b50-6a5c45584d8e on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 00:59:58.887504 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 00:59:58.888994 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Checking segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 00:59:58.890958 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.892671 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Bound using segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 00:59:58.896601 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Bound port: 150ab47b-6ebb-4462-9b50-6a5c45584d8e, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 00:59:58.896983 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.900879 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-0cea9f31-c784-42fe-9374-02b120390c8b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/quotas/22af886fe4d44466b85e9d34ff67b34c HTTP/1.1" status: 200 len: 375 time: 0.1208735 Mar 03 00:59:58.925042 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cba9d240-febe-4581-afc7-227b122a570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (eb424867-d80d-45e2-9f0f-8b56fff419f5), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.932321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-011c1c8b-7aff-40e2-862f-9860567344f1 None None] Current status of the port 88667521-8274-49f8-b12f-cf2f5c44b0fa is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:58.941953 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cba9d240-febe-4581-afc7-227b122a570f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:58.948650 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cba9d240-febe-4581-afc7-227b122a570f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb424867-d80d-45e2-9f0f-8b56fff419f5 HTTP/1.1" status: 204 len: 168 time: 1.3047087 Mar 03 00:59:59.070091 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.075162 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fa5d9-5544-4e4d-a4a3-69aea2c435c9 None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:56Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 00:59:59.078167 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-471c128b-f9d7-4f71-b9d4-c45df1133a50 req-17366ee3-79c2-4393-8e5e-538a63b6ee3b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508447 Mar 03 00:59:59.079712 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ec5b8105-d64c-4588-9605-4502149561f9), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.086261 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d240-febe-4581-afc7-227b122a570f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb424867-d80d-45e2-9f0f-8b56fff419f5,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:59.089936 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.217771 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 88667521-8274-49f8-b12f-cf2f5c44b0fa triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:59.218154 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.268176 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] For port 150ab47b-6ebb-4462-9b50-6a5c45584d8e, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 00:59:59.281448 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] For port 150ab47b-6ebb-4462-9b50-6a5c45584d8e, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=150ab47b-6ebb-4462-9b50-6a5c45584d8e,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 00:59:59.299203 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.317264 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (7e685eb1-8cfd-47db-8eef-f5447806004a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.440348 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc32c88-d1de-44e3-b638-09ab47a9e4be None None] Pushing event updated for resources: {'Port': ['ID=150ab47b-6ebb-4462-9b50-6a5c45584d8e,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:59.446059 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'Port': ['ID=93fbd64a-67c2-410a-964f-db74bf5d65e6,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 00:59:59.515334 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Routers {'241c44c0-1eff-46a1-993c-bd5016a87c60'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 00:59:59.516806 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['241c44c0-1eff-46a1-993c-bd5016a87c60'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 00:59:59.526678 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.540267 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ad7d6c03-115a-44ad-ad11-3d0c8511c9fd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6691692 Mar 03 00:59:59.561572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.571136 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 88667521-8274-49f8-b12f-cf2f5c44b0fa is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 00:59:59.572267 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 8abbf32b-a58b-4773-867e-55aee25e82cf up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 00:59:59.645854 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (c52be70b-f9d0-4527-b9ac-9eee73873252), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.707343 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 8abbf32b-a58b-4773-867e-55aee25e82cf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 00:59:59.707971 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 00:59:59.843805 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] Set router 241c44c0-1eff-46a1-993c-bd5016a87c60 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:00.003951 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 8abbf32b-a58b-4773-867e-55aee25e82cf is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:00.004378 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.047745 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57538) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:00.075703 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 8abbf32b-a58b-4773-867e-55aee25e82cf, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=8abbf32b-a58b-4773-867e-55aee25e82cf,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:00.083975 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.134789 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0f33127b-ebb2-417a-9c38-f25e87166824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.273871 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-4d529547-6622-4de6-a633-94158b61ba70 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2890050 Mar 03 01:00:00.305156 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=8abbf32b-a58b-4773-867e-55aee25e82cf,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:00.322964 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52be70b-f9d0-4527-b9ac-9eee73873252,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:00.348633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf8273-d294-47a0-9e80-2b51e457cd5f req-5c24e562-3a60-46e5-a39f-ec8125afe1d8 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:00.350258 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b8bf8273-d294-47a0-9e80-2b51e457cd5f req-5c24e562-3a60-46e5-a39f-ec8125afe1d8 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 932 time: 0.7618940 Mar 03 01:00:00.364271 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 88667521-8274-49f8-b12f-cf2f5c44b0fa up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:00.367748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Checking segment: {'id': '0aeec053-d510-4723-bafe-6ff76d189da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de393708-7f57-40f0-a005-749113baad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:00.367748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Network hostable DHCP agents. Network: de393708-7f57-40f0-a005-749113baad86, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:00:00.418470 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5b8105-d64c-4588-9605-4502149561f9 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:00.435927 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Publish callbacks [] for port (ec5b8105-d64c-4588-9605-4502149561f9), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.498610 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 88667521-8274-49f8-b12f-cf2f5c44b0fa triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:00.499454 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.507536 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Transition to ACTIVE for port object ec5b8105-d64c-4588-9605-4502149561f9 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:00.526886 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ec5b8105-d64c-4588-9605-4502149561f9), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.530418 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0f33127b-ebb2-417a-9c38-f25e87166824 admin admin] Publish callbacks [] for security_group (51f842e7-b32f-4f95-99a2-bf06c41a480c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.547684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0f33127b-ebb2-417a-9c38-f25e87166824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (51f842e7-b32f-4f95-99a2-bf06c41a480c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:00.570651 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Allocated IP 172.20.0.1 (1183d3ed-5b05-4284-9888-eb6866bc36db/2286ee20-4897-4b91-860b-6a40a733da09/c02658cd-0482-4576-bd6d-493f91da4b20) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:00.733232 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '150ab47b-6ebb-4462-9b50-6a5c45584d8e', 'name': '', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'mac_address': 'fa:16:3e:4e:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:59Z', 'revision_number': 4, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'subnets': [{'id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:00.769714 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 88667521-8274-49f8-b12f-cf2f5c44b0fa is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:00.821311 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4574f-72ee-4031-aef7-cb64db06d124 None None] The sync data for ids ['241c44c0-1eff-46a1-993c-bd5016a87c60'] in dv-cinder-831090-5-iscsi is: [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '150ab47b-6ebb-4462-9b50-6a5c45584d8e', 'name': '', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'mac_address': 'fa:16:3e:4e:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:59Z', 'revision_number': 4, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'subnets': [{'id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:00:01.064202 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0f33127b-ebb2-417a-9c38-f25e87166824 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38eb5b838740404d9d7780d4615469cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0147738 Mar 03 01:00:01.098138 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Pushing event updated for resources: {'Port': ['ID=ec5b8105-d64c-4588-9605-4502149561f9,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:01.138088 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57556) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:01.143423 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33127b-ebb2-417a-9c38-f25e87166824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f842e7-b32f-4f95-99a2-bf06c41a480c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:01.189130 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks [] for port (c02658cd-0482-4576-bd6d-493f91da4b20), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.238889 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Attempting to bind port ec5b8105-d64c-4588-9605-4502149561f9 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:01.239337 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Attempting to bind port ec5b8105-d64c-4588-9605-4502149561f9 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:01.239516 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Attempting to bind port ec5b8105-d64c-4588-9605-4502149561f9 on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:01.246388 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Port ec5b8105-d64c-4588-9605-4502149561f9 on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:01.246728 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Attempting to bind port ec5b8105-d64c-4588-9605-4502149561f9 on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:01.260917 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:01.261758 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Checking segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:01.261903 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Bound using segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:01.262293 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Bound port: ec5b8105-d64c-4588-9605-4502149561f9, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:01.262697 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ec5b8105-d64c-4588-9605-4502149561f9), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.276199 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Network de393708-7f57-40f0-a005-749113baad86 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:00:01.285959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-542ed95e-cb2f-45ce-be23-2c1bcd71cd55 admin admin] Publish callbacks [] for security_group (51f842e7-b32f-4f95-99a2-bf06c41a480c), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.321794 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.336772 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b8bf8273-d294-47a0-9e80-2b51e457cd5f req-8566d425-c7c3-4fff-b492-da9970c8d286 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9462426 Mar 03 01:00:01.363838 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-542ed95e-cb2f-45ce-be23-2c1bcd71cd55 admin admin] Publish callbacks [] for security_group (51f842e7-b32f-4f95-99a2-bf06c41a480c), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.382707 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, de393708-7f57-40f0-a005-749113baad86) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:01.399604 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Network 1183d3ed-5b05-4284-9888-eb6866bc36db is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:01.402182 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0501826-8ef1-4576-a6d8-4016885bbc9a None None] Network de393708-7f57-40f0-a005-749113baad86 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:00:01.435795 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] For port ec5b8105-d64c-4588-9605-4502149561f9, host hv-cinder-83109, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:01.469265 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:01.474234 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] For port ec5b8105-d64c-4588-9605-4502149561f9, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ec5b8105-d64c-4588-9605-4502149561f9,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:01.489811 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:01.490420 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.498459 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:01.499146 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (6a66169f-efcb-4db1-93d1-8429eb64cca2), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.504756 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ec5b8105-d64c-4588-9605-4502149561f9), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.616122 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:01.621899 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.628199 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] 10.222.0.30 "PUT /v2.0/ports/ec5b8105-d64c-4588-9605-4502149561f9 HTTP/1.1" status: 200 len: 1094 time: 3.1287839 Mar 03 01:00:01.629596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'tag': 'ec5b8105-d64c-4588-9605-4502149561f9'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:01.703395 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad094ea-7006-4b40-a7fa-da26ce17a0f0 None None] Network de393708-7f57-40f0-a005-749113baad86 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:00:01.744763 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-2c7bea15-e9a2-4fc2-8bfc-b9d322fba9eb service neutron] 10.222.0.18 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4493289 Mar 03 01:00:01.768395 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Pushing event updated for resources: {'Port': ['ID=c02658cd-0482-4576-bd6d-493f91da4b20,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:01.850149 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e0002f75-f5d7-47d2-b2b7-af3067903071 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4318669 Mar 03 01:00:01.867205 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-542ed95e-cb2f-45ce-be23-2c1bcd71cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (51f842e7-b32f-4f95-99a2-bf06c41a480c), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.873410 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-542ed95e-cb2f-45ce-be23-2c1bcd71cd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:01.877298 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-542ed95e-cb2f-45ce-be23-2c1bcd71cd55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51f842e7-b32f-4f95-99a2-bf06c41a480c HTTP/1.1" status: 204 len: 168 time: 0.7355580 Mar 03 01:00:01.984946 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ed95e-cb2f-45ce-be23-2c1bcd71cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f842e7-b32f-4f95-99a2-bf06c41a480c,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:02.059938 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f3ce-8f61-4cc5-9ca8-35bb8c3f966b service neutron] Pushing event updated for resources: {'Port': ['ID=ec5b8105-d64c-4588-9605-4502149561f9,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:02.138457 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-428bf36f-ceea-4168-a092-71ab31d8ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:02.147514 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-428bf36f-ceea-4168-a092-71ab31d8ac81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 1128 time: 0.3135700 Mar 03 01:00:02.182735 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-209ade4d-33a6-4191-b0eb-565e7a58082d None None] Provisioning complete for port c02658cd-0482-4576-bd6d-493f91da4b20 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:02.183856 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-209ade4d-33a6-4191-b0eb-565e7a58082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.253922 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57584) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:02.287554 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-209ade4d-33a6-4191-b0eb-565e7a58082d None None] Port c02658cd-0482-4576-bd6d-493f91da4b20 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:00:02.530620 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4ecf4b-d49b-495a-9b41-30191f05cb27 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:02.567475 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-a3190fcc-c087-4818-937c-e2e29b2dfafc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec5b8105-d64c-4588-9605-4502149561f9 HTTP/1.1" status: 200 len: 217 time: 0.3121095 Mar 03 01:00:02.583824 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Publish callbacks [] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.596712 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 150ab47b-6ebb-4462-9b50-6a5c45584d8e up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:02.619827 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bf0c99-1bc2-413e-802d-68268342da1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c82d1150-c232-4256-bb7c-0a987d344c7d", "tag": "ec5b8105-d64c-4588-9605-4502149561f9"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:02.643501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.672463 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 150ab47b-6ebb-4462-9b50-6a5c45584d8e triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:02.675171 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.711350 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-5a46a358-f3e5-4ad3-bb88-cbc57e74cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:02.721454 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-5a46a358-f3e5-4ad3-bb88-cbc57e74cb4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.1392889 Mar 03 01:00:02.744128 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Transition to ACTIVE for port object ae4ecf4b-d49b-495a-9b41-30191f05cb27 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:02.748384 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Deleting subnet 92ef3ab5-b518-474a-ab12-4e90ea4df1e8 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:00:02.757929 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Publish callbacks [] for subnet (92ef3ab5-b518-474a-ab12-4e90ea4df1e8), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.764389 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-005945ea-bb75-4583-aa9c-215acbc931e1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--557990697&fields=id&tenant_id=bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 267 time: 0.9990928 Mar 03 01:00:02.798068 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.932518 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 150ab47b-6ebb-4462-9b50-6a5c45584d8e is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:02.933516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:02.998412 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-137dbdf8-3331-4014-885b-dd58ff2adde5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641178 Mar 03 01:00:03.029836 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 150ab47b-6ebb-4462-9b50-6a5c45584d8e, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=150ab47b-6ebb-4462-9b50-6a5c45584d8e,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:03.036419 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.037580 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 8abbf32b-a58b-4773-867e-55aee25e82cf up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:03.135297 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-02217adc-1a3a-4c52-af23-c44d81ef9df3 service neutron] 10.222.0.18 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3621805 Mar 03 01:00:03.151661 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4ecf4b-d49b-495a-9b41-30191f05cb27,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:03.324346 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-d4afd5b3-7978-4042-806b-1dfb9c91df52 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964993 Mar 03 01:00:03.337727 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=150ab47b-6ebb-4462-9b50-6a5c45584d8e,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:03.355728 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 8abbf32b-a58b-4773-867e-55aee25e82cf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:03.355728 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.378970 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Publish callbacks [] for subnet (92ef3ab5-b518-474a-ab12-4e90ea4df1e8), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.494065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 8abbf32b-a58b-4773-867e-55aee25e82cf is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:03.526622 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Attempting to bind port ae4ecf4b-d49b-495a-9b41-30191f05cb27 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:03.527001 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Attempting to bind port ae4ecf4b-d49b-495a-9b41-30191f05cb27 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:03.527352 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Attempting to bind port ae4ecf4b-d49b-495a-9b41-30191f05cb27 on network a643de20-62de-4e3a-b013-082ddd32b2e0 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:03.558591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-a010bcb1-e485-4ea6-866c-26eb08861b4e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:03.567621 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-a010bcb1-e485-4ea6-866c-26eb08861b4e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 817 time: 0.7741420 Mar 03 01:00:03.593446 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (92ef3ab5-b518-474a-ab12-4e90ea4df1e8), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.596488 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Port ae4ecf4b-d49b-495a-9b41-30191f05cb27 on network a643de20-62de-4e3a-b013-082ddd32b2e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:03.596907 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Attempting to bind port ae4ecf4b-d49b-495a-9b41-30191f05cb27 on network a643de20-62de-4e3a-b013-082ddd32b2e0 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:03.621498 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-ba171a65-f9ae-4756-b9c5-3de1228cfee2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/quotas/bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 375 time: 0.0510213 Mar 03 01:00:03.763758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:03.764141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Checking segment: {'id': '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:03.767730 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Bound using segment: {'id': '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:03.780267 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Bound port: ae4ecf4b-d49b-495a-9b41-30191f05cb27, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:03.780267 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.780267 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks [] for port (c02658cd-0482-4576-bd6d-493f91da4b20), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.812050 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.812803 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (6a66169f-efcb-4db1-93d1-8429eb64cca2), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:03.927068 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62d1232c-72e1-40f2-9170-dff5e91901d4 req-b04c5167-52ce-482d-b117-d4f360f2c650 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554960 Mar 03 01:00:03.945710 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (92ef3ab5-b518-474a-ab12-4e90ea4df1e8), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.104744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.115381 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/92ef3ab5-b518-474a-ab12-4e90ea4df1e8 HTTP/1.1" status: 204 len: 168 time: 1.7584395 Mar 03 01:00:04.116723 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48ed24-960b-4a68-90c7-b52e374d42cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ef3ab5-b518-474a-ab12-4e90ea4df1e8,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:04.122035 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57642) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:04.135872 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-4c24ed8c-d641-4095-8bb7-5922e3ba9dbe tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5123923 Mar 03 01:00:04.137695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Pushing event updated for resources: {'Port': ['ID=c02658cd-0482-4576-bd6d-493f91da4b20,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:04.296946 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 150ab47b-6ebb-4462-9b50-6a5c45584d8e up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:04.308697 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (1364c2c3-d457-4138-804f-abeaeab1a03c), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.315047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18931022-cb8a-452a-97cd-6bc19f6f20f6 req-e46f184d-5d58-4f60-8bbb-3e7c11d635c3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:04.348294 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18931022-cb8a-452a-97cd-6bc19f6f20f6 req-e46f184d-5d58-4f60-8bbb-3e7c11d635c3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 944 time: 0.5663552 Mar 03 01:00:04.415662 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 150ab47b-6ebb-4462-9b50-6a5c45584d8e triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:04.415662 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.495422 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] For port ae4ecf4b-d49b-495a-9b41-30191f05cb27, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:04.495925 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (1364c2c3-d457-4138-804f-abeaeab1a03c), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.540323 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.540868 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.542578 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.543074 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > port after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.543761 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.544416 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > port after_update 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.544899 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.545489 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.545996 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.546505 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.628432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] For port ae4ecf4b-d49b-495a-9b41-30191f05cb27, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27,segment=NetworkSegment(33a13dfb-4112-4ea5-bc36-2c31e9f7cde7),segment_id=33a13dfb-4112-4ea5-bc36-2c31e9f7cde7)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:04.707399 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.785754 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.786553 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.787114 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.788946 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:00:04.791683 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1364c2c3-d457-4138-804f-abeaeab1a03c']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:04.852818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:04.853504 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:04.860905 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae4ecf4b-d49b-495a-9b41-30191f05cb27 HTTP/1.1" status: 200 len: 1094 time: 6.3253930 Mar 03 01:00:04.860905 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'tag': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:04.913138 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7096b5f-5e9d-4d19-858b-f88b084e8c3a') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:04.914721 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7096b5f-5e9d-4d19-858b-f88b084e8c3a') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:04.938844 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Network 1183d3ed-5b05-4284-9888-eb6866bc36db is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:04.981078 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:05.005509 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18931022-cb8a-452a-97cd-6bc19f6f20f6 req-a202981f-5a74-41b8-adc3-0b2ad0b28091 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866632 Mar 03 01:00:05.012338 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (d7096b5f-5e9d-4d19-858b-f88b084e8c3a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.029275 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-f5b98344-55d7-4e95-a72f-1ff3d7a67346 service neutron] 10.222.0.18 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8188491 Mar 03 01:00:05.034190 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18354ec-8c4e-4a01-bce2-5a84a067d4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4ecf4b-d49b-495a-9b41-30191f05cb27,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:05.094094 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (d7096b5f-5e9d-4d19-858b-f88b084e8c3a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.105470 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:00:05.105890 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (d7096b5f-5e9d-4d19-858b-f88b084e8c3a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: from cryptography.utils import int_from_bytes Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: from cryptography.utils import int_from_bytes Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:00:05.132107 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:00:05.154908 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 150ab47b-6ebb-4462-9b50-6a5c45584d8e is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:05.197380 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-78f4898d-bbbc-4a16-b7ae-47d82439a128 service neutron] 10.222.0.18 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549313 Mar 03 01:00:05.206222 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf503b5-5854-4554-80bb-447bd30c0a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "137cc4e7-959a-4365-bc61-ea7dd3230118", "tag": "ae4ecf4b-d49b-495a-9b41-30191f05cb27"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:05.362528 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (1364c2c3-d457-4138-804f-abeaeab1a03c), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.398018 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.409886 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] 10.222.0.18 "DELETE /v2.0/networks/1364c2c3-d457-4138-804f-abeaeab1a03c HTTP/1.1" status: 204 len: 168 time: 1.2821643 Mar 03 01:00:05.411471 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57676) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:05.473295 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-aa0d7272-967e-45d2-bc89-953e031f2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:05.475059 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-aa0d7272-967e-45d2-bc89-953e031f2d24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d453ed563224a3c93eb5857e49a23df&device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 1128 time: 0.2213199 Mar 03 01:00:05.485584 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Deleting subnet c52be70b-f9d0-4527-b9ac-9eee73873252 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:00:05.488232 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474cbd4-71a5-4281-8414-2a2996939bab req-d052d9e5-2826-41cf-b9c2-9c9e2bf05fa5 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:05.489978 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Publish callbacks [] for subnet (c52be70b-f9d0-4527-b9ac-9eee73873252), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.501035 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1474cbd4-71a5-4281-8414-2a2996939bab req-d052d9e5-2826-41cf-b9c2-9c9e2bf05fa5 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 944 time: 0.2939992 Mar 03 01:00:05.542165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:00:05.581126 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-c08ebab6-a725-4c72-9f9d-35f3abd87405 None None] Provisioning complete for port c02658cd-0482-4576-bd6d-493f91da4b20 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:05.581705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c08ebab6-a725-4c72-9f9d-35f3abd87405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.584198 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1474cbd4-71a5-4281-8414-2a2996939bab req-953d7475-8f72-4e7b-b8d9-0517e6a0182a tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820680 Mar 03 01:00:05.593681 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df0837-dcb9-4ca6-b579-7092bf5a33fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1364c2c3-d457-4138-804f-abeaeab1a03c,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:05.631741 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (c52be70b-f9d0-4527-b9ac-9eee73873252), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.745146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (c52be70b-f9d0-4527-b9ac-9eee73873252), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.757004 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-c08ebab6-a725-4c72-9f9d-35f3abd87405 None None] Port c02658cd-0482-4576-bd6d-493f91da4b20 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:00:05.852671 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a6838dad-3477-47e7-bd86-c81b9cd135e9 req-90f75793-05fb-41bb-a1ad-17325c42eb5c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 210 time: 0.1230335 Mar 03 01:00:05.854225 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-368b7981-8f97-4ffb-9ec4-f25114e47b9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27 HTTP/1.1" status: 200 len: 217 time: 0.2672594 Mar 03 01:00:05.880335 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81314de3-33b8-437d-8ec9-28a725819cdb x-openstack-request-id: req-81314de3-33b8-437d-8ec9-28a725819cdb {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:05.880335 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82d1150-c232-4256-bb7c-0a987d344c7d", "tag": "ec5b8105-d64c-4588-9605-4502149561f9", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:05.880335 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81314de3-33b8-437d-8ec9-28a725819cdb {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:05.880335 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'tag': 'ec5b8105-d64c-4588-9605-4502149561f9', 'status': 'completed', 'code': 200} Mar 03 01:00:05.887156 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (c52be70b-f9d0-4527-b9ac-9eee73873252), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:05.971266 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52be70b-f9d0-4527-b9ac-9eee73873252,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:06.046763 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.054151 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9c2b2299-fe13-4fcc-91e5-d346f2931722 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c52be70b-f9d0-4527-b9ac-9eee73873252 HTTP/1.1" status: 204 len: 168 time: 0.6381848 Mar 03 01:00:06.056483 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57716) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:06.125670 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf0c99-1bc2-413e-802d-68268342da1a req-5a32e25f-d4d3-433f-9b77-e6fc2601bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:06.127430 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-5a32e25f-d4d3-433f-9b77-e6fc2601bf8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 1128 time: 0.2299421 Mar 03 01:00:06.177558 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (de393708-7f57-40f0-a005-749113baad86), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.240068 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d963c7-94d5-475f-ae67-fd9ca9b3128f x-openstack-request-id: req-84d963c7-94d5-475f-ae67-fd9ca9b3128f {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:06.240390 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137cc4e7-959a-4365-bc61-ea7dd3230118", "tag": "ae4ecf4b-d49b-495a-9b41-30191f05cb27", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:06.240653 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84d963c7-94d5-475f-ae67-fd9ca9b3128f {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:06.241124 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'tag': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27', 'status': 'completed', 'code': 200} Mar 03 01:00:06.294128 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57722) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:06.303610 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9faa766a-557a-4169-8127-1f20a7c44378 req-eef8bbad-e73b-439d-9225-d6b6674abf65 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 210 time: 0.3404360 Mar 03 01:00:06.368392 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:00:06.377343 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-932c1303-e1af-4a9f-9c67-6407e9b1d719 admin admin] 10.222.0.18 "PUT /v2.0/routers/6a66169f-efcb-4db1-93d1-8429eb64cca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9549887 Mar 03 01:00:06.379625 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-096c6593-e3f3-454d-b28f-243429808ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:06.381895 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-096c6593-e3f3-454d-b28f-243429808ba9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197 HTTP/1.1" status: 200 len: 851 time: 0.4636562 Mar 03 01:00:06.393851 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:00:06.413870 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.30', 65470) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:06.421333 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:00:06.426579 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:06.564430 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-3868291c-214f-4bfd-ad91-00ad133c9825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a643de20-62de-4e3a-b013-082ddd32b2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391296 Mar 03 01:00:06.572802 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20600-4df5-4a47-95e7-291d861eb23a req-2158c192-a578-449d-b4b7-ce56d70f8b7d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:06.574352 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ca20600-4df5-4a47-95e7-291d861eb23a req-2158c192-a578-449d-b4b7-ce56d70f8b7d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 944 time: 0.3177800 Mar 03 01:00:06.639981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:06.659285 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (de393708-7f57-40f0-a005-749113baad86), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.689974 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf0c99-1bc2-413e-802d-68268342da1a req-f26763e5-417a-4205-b692-47168fc72068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:06.691861 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-f26763e5-417a-4205-b692-47168fc72068 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 915 time: 0.5536146 Mar 03 01:00:06.693701 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de393708-7f57-40f0-a005-749113baad86']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:06.703965 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aeec053-d510-4723-bafe-6ff76d189da9') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:06.703965 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aeec053-d510-4723-bafe-6ff76d189da9') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:06.714196 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (0aeec053-d510-4723-bafe-6ff76d189da9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.728160 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (0aeec053-d510-4723-bafe-6ff76d189da9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.743570 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:00:06.744000 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (0aeec053-d510-4723-bafe-6ff76d189da9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:00:06.745842 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:00:06.819557 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-8abf9a23-6182-4b9d-9c61-819cdd8e8c97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec5b8105-d64c-4588-9605-4502149561f9 HTTP/1.1" status: 200 len: 217 time: 0.0831609 Mar 03 01:00:06.867861 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-75a596c8-11b1-4f3a-ab02-0585df5772ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.919943 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (de393708-7f57-40f0-a005-749113baad86), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.924597 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:06.928710 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] 10.222.0.18 "DELETE /v2.0/networks/de393708-7f57-40f0-a005-749113baad86 HTTP/1.1" status: 204 len: 168 time: 0.8714392 Mar 03 01:00:06.934895 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-e8c23755-a642-4fd7-95ba-edbf2d8d8a15 service neutron] 10.222.0.30 "GET /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696473 Mar 03 01:00:06.935039 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 2, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:06.978394 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf0c99-1bc2-413e-802d-68268342da1a req-2434f88b-b1a1-41dc-b6c8-891925e471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:06.979882 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-2434f88b-b1a1-41dc-b6c8-891925e471ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.1480393 Mar 03 01:00:06.980789 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08982d27-9f16-4137-af36-91a5e5da345b admin admin] Pushing event deleted for resources: {'Network': ['ID=de393708-7f57-40f0-a005-749113baad86,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:06.980941 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:00:06.981309 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Updating router 6a66169f-efcb-4db1-93d1-8429eb64cca2 port c02658cd-0482-4576-bd6d-493f91da4b20 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:00:07.023537 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.053550 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-bc3710bd-1e68-4082-a0a4-25c5db06077a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589659 Mar 03 01:00:07.113354 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ca20600-4df5-4a47-95e7-291d861eb23a req-63dec3f8-21dc-4a8d-91b7-d166d4fe549c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204080 Mar 03 01:00:07.141534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-ce5fc4d0-2c6c-4700-b77f-c5d7d46626dc tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:07.144313 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-ce5fc4d0-2c6c-4700-b77f-c5d7d46626dc tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 819 time: 0.7292778 Mar 03 01:00:07.152536 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-33b818ea-0c0d-499a-812f-971a2fbc0fa9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:07.154401 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-33b818ea-0c0d-499a-812f-971a2fbc0fa9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 819 time: 0.6553972 Mar 03 01:00:07.158538 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57750) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:07.199969 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Request body: {'port': {'device_id': '467353ab-ae2f-47cf-8c39-d46859d56553', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'admin_state_up': True, 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:07.231478 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-cfacb6cf-86b3-463c-ba23-7cc9c7047a00 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/quotas/22af886fe4d44466b85e9d34ff67b34c HTTP/1.1" status: 200 len: 375 time: 0.0616863 Mar 03 01:00:07.285831 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-706251fd-f146-416b-93e6-cb5221c569eb service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258530 Mar 03 01:00:07.402158 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e348034-0c86-47ae-b4b9-fa25fad559a3 req-f0d5e2a3-3aab-4449-a111-13c9cf3af627 service neutron] 10.222.0.30 "GET /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341269 Mar 03 01:00:07.424612 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.30', 65474) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:07.439883 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-af4811d2-23d4-47b8-8ad5-8d14228ffef5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c46d4d2ccfd349cfbf9ae0405e7bc1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798214 Mar 03 01:00:07.447020 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57762) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:07.487166 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Publish callbacks [] for port (c02658cd-0482-4576-bd6d-493f91da4b20), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.489926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-75a596c8-11b1-4f3a-ab02-0585df5772ce admin admin] Publish callbacks [] for security_group (fad7a610-aa2c-42e1-9a37-df8062af70dc), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.499433 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.532020 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-75a596c8-11b1-4f3a-ab02-0585df5772ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fad7a610-aa2c-42e1-9a37-df8062af70dc), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.577269 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd03107-f909-4104-99ee-68488e8a419a None None] Pushing event updated for resources: {'Port': ['ID=c02658cd-0482-4576-bd6d-493f91da4b20,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:07.584376 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c52904-6bf9-4dcd-9793-4bdd25c4e9e0 req-ee251b5a-08e0-455a-9c97-4d398cb5eccc tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:07.585886 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57c52904-6bf9-4dcd-9793-4bdd25c4e9e0 req-ee251b5a-08e0-455a-9c97-4d398cb5eccc tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 944 time: 0.3479259 Mar 03 01:00:07.602940 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24bf0c99-1bc2-413e-802d-68268342da1a req-97250788-2088-489c-801e-c06e8faf7e18 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080342 Mar 03 01:00:07.609284 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-6d8d6ec6-89a0-4afc-9148-5dbdcfa2a9e5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3293939 Mar 03 01:00:07.655737 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Attempting to bind port c02658cd-0482-4576-bd6d-493f91da4b20 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:07.656320 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Attempting to bind port c02658cd-0482-4576-bd6d-493f91da4b20 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:07.656496 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Attempting to bind port c02658cd-0482-4576-bd6d-493f91da4b20 on network 1183d3ed-5b05-4284-9888-eb6866bc36db {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:07.667040 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:07.667425 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Checking segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:07.667837 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.669287 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Bound using segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:07.669864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Bound port: c02658cd-0482-4576-bd6d-493f91da4b20, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:07.670170 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.696585 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-66c7d8f3-3777-43c5-a90d-ae72da8f5078 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:07.698614 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-66c7d8f3-3777-43c5-a90d-ae72da8f5078 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 817 time: 0.2483482 Mar 03 01:00:07.756026 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-75a596c8-11b1-4f3a-ab02-0585df5772ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80b6b0f41b30408bb70664580558a7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4512649 Mar 03 01:00:07.765755 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57768) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:07.767088 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] For port c02658cd-0482-4576-bd6d-493f91da4b20, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:07.770998 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] For port c02658cd-0482-4576-bd6d-493f91da4b20, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c02658cd-0482-4576-bd6d-493f91da4b20,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:07.784120 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.786669 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a596c8-11b1-4f3a-ab02-0585df5772ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad7a610-aa2c-42e1-9a37-df8062af70dc,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:07.822750 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Made reservation on behalf of 22af886fe4d44466b85e9d34ff67b34c for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:07.826397 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.838860 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2752ad5b-16c1-466f-b8a1-87f858d15cc1 admin admin] Publish callbacks [] for security_group (492cfcd5-0e41-43a2-9cee-ac0874c67292), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.851655 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd03107-f909-4104-99ee-68488e8a419a None None] Pushing event updated for resources: {'Port': ['ID=c02658cd-0482-4576-bd6d-493f91da4b20,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:07.863997 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:00:07.864655 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T00:59:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:07.880401 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-55455f72-b68b-4277-8859-21dd690b7558 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 379 time: 0.1515036 Mar 03 01:00:07.902763 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-07b73361-3265-4e00-8094-3521cc210bb7 service neutron] 10.222.0.18 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925906 Mar 03 01:00:07.904607 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-b43b03a9-5418-4501-84f8-e28d3a5282a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:07.905972 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-b43b03a9-5418-4501-84f8-e28d3a5282a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d453ed563224a3c93eb5857e49a23df&device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 1128 time: 0.2913814 Mar 03 01:00:07.909668 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'port': {'device_id': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'admin_state_up': True, 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'security_groups': ['91820f67-4819-4920-9e15-d7a7b5db2062']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:07.918103 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1d57dd3-6751-4d97-8582-ac6ce1b7c06f admin admin] Publish callbacks [] for security_group (fad7a610-aa2c-42e1-9a37-df8062af70dc), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.924793 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2752ad5b-16c1-466f-b8a1-87f858d15cc1 admin admin] Publish callbacks [] for security_group (492cfcd5-0e41-43a2-9cee-ac0874c67292), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.935986 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] Provisioning complete for port c02658cd-0482-4576-bd6d-493f91da4b20 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:07.936526 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:07.983805 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1d57dd3-6751-4d97-8582-ac6ce1b7c06f admin admin] Publish callbacks [] for security_group (fad7a610-aa2c-42e1-9a37-df8062af70dc), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.039174 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57c52904-6bf9-4dcd-9793-4bdd25c4e9e0 req-f88dd0aa-b0dd-4e32-abba-01420a329115 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276443 Mar 03 01:00:08.079889 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1d57dd3-6751-4d97-8582-ac6ce1b7c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fad7a610-aa2c-42e1-9a37-df8062af70dc), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.082595 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1d57dd3-6751-4d97-8582-ac6ce1b7c06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.092326 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c1d57dd3-6751-4d97-8582-ac6ce1b7c06f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fad7a610-aa2c-42e1-9a37-df8062af70dc HTTP/1.1" status: 204 len: 168 time: 0.3246074 Mar 03 01:00:08.113182 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:08.116211 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d57dd3-6751-4d97-8582-ac6ce1b7c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad7a610-aa2c-42e1-9a37-df8062af70dc,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:08.150343 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Made reservation on behalf of bef389e3c3364001aadfe038cbec2dba for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:08.153970 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.185358 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] Current status of the port c02658cd-0482-4576-bd6d-493f91da4b20 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:08.185746 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.302625 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] For port c02658cd-0482-4576-bd6d-493f91da4b20, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c02658cd-0482-4576-bd6d-493f91da4b20,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:08.314275 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.355640 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-76c3c69e-b442-43ed-9537-681bda572484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:08.357337 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-76c3c69e-b442-43ed-9537-681bda572484 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a643de20-62de-4e3a-b013-082ddd32b2e0 HTTP/1.1" status: 200 len: 911 time: 0.4431093 Mar 03 01:00:08.370437 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Allocated IP 172.20.0.7 (826fbe9b-6b11-4a39-a768-b2856677ca9f/6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8/5de5eec9-6f29-4d37-be6c-491ba6317156) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:08.428474 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2752ad5b-16c1-466f-b8a1-87f858d15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (492cfcd5-0e41-43a2-9cee-ac0874c67292), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.431162 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2752ad5b-16c1-466f-b8a1-87f858d15cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.435566 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-2752ad5b-16c1-466f-b8a1-87f858d15cc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/492cfcd5-0e41-43a2-9cee-ac0874c67292 HTTP/1.1" status: 204 len: 168 time: 0.9842324 Mar 03 01:00:08.446131 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-319a69a8-2e91-477e-9fbc-120aca96aeae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27 HTTP/1.1" status: 200 len: 217 time: 0.0781941 Mar 03 01:00:08.451572 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-615bfd60-005f-4219-906d-4deda43f8014 service neutron] 10.222.0.18 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197318 Mar 03 01:00:08.469176 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752ad5b-16c1-466f-b8a1-87f858d15cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492cfcd5-0e41-43a2-9cee-ac0874c67292,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:08.476310 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Allocated IP 172.20.0.11 (586eac43-c1ec-45fc-a3cb-0f571059d6e3/cce253ab-2dbf-4069-a1eb-dea2e8b931bb/21cbaf8a-c939-46d8-9012-6b97e8b3d5ce) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:08.539594 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-775dc187-7161-441d-899c-b8a569e25a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:08.541110 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-775dc187-7161-441d-899c-b8a569e25a1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197 HTTP/1.1" status: 200 len: 851 time: 0.0811729 Mar 03 01:00:08.583552 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-64048ef2-ad86-4c8d-886a-e169eca4246c None None] Provisioning complete for port c02658cd-0482-4576-bd6d-493f91da4b20 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:08.589205 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-64048ef2-ad86-4c8d-886a-e169eca4246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.591391 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-a050b65f-5723-4c2f-9fb9-a17124684195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a643de20-62de-4e3a-b013-082ddd32b2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406165 Mar 03 01:00:08.634822 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf72cd0-8dfe-4b39-9aeb-c13d354ce7e1 None None] Pushing event updated for resources: {'Port': ['ID=c02658cd-0482-4576-bd6d-493f91da4b20,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:08.753120 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.848491 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:08.917635 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-834c411a-87f5-4708-906c-5f84a6d5892f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.005037 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:09.006110 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57794) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:09.007448 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:09.013040 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-64048ef2-ad86-4c8d-886a-e169eca4246c None None] Current status of the port c02658cd-0482-4576-bd6d-493f91da4b20 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:09.019299 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:09.036135 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:09.044063 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:07Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:09.127079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-175fd247-7dae-4c74-9ce9-c2ef55f52269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.129478 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d4dc5-8d95-4f3b-bc7d-395ba7307e39 None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:07Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:00:09.148176 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-1c8b1a8c-9802-4d52-a516-fea59d8130aa service neutron] 10.222.0.30 "GET /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462248 Mar 03 01:00:09.187404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf90627-4f22-4263-b38b-69d041545865 req-7fad5c43-a522-468a-a8fe-be8dd704ff00 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:09.189951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6bf90627-4f22-4263-b38b-69d041545865 req-7fad5c43-a522-468a-a8fe-be8dd704ff00 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 931 time: 0.2575490 Mar 03 01:00:09.246558 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks [] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.351548 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:09.360814 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.432346 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57802) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:09.453947 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102290846', 'description': 'tempest-description--644997700'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:09.459487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57806) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:09.506232 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6bf90627-4f22-4263-b38b-69d041545865 req-ff2da23a-0282-418a-9a0e-09af1683d045 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634125 Mar 03 01:00:09.553666 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-bf2bb69c-42fe-41d3-bf83-7c14bb53af6f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6506140 Mar 03 01:00:09.586989 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Request body: {'port': {'device_id': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:09.607897 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-f64eca7b-0c4d-431a-91dd-c14185e5dacd None None] Provisioning complete for port 5de5eec9-6f29-4d37-be6c-491ba6317156 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:09.611994 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f64eca7b-0c4d-431a-91dd-c14185e5dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.622026 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.626999 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.656244 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ec5b8105-d64c-4588-9605-4502149561f9 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:09.708381 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-f64eca7b-0c4d-431a-91dd-c14185e5dacd None None] Port 5de5eec9-6f29-4d37-be6c-491ba6317156 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:00:09.761602 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-482623bf-3ceb-4483-944f-6e77b0f15c1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e80adbae03a549e294d1238fd07d904b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008051 Mar 03 01:00:09.774868 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.821527 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:09.824268 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57816) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:09.826021 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Pushing event updated for resources: {'Port': ['ID=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:09.830439 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:09.834135 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c96d0cd9-142e-4c8a-9d24-859d1be16654 req-4e0702c3-61a8-47a3-b9e2-61391c5a8110 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 210 time: 0.1664295 Mar 03 01:00:09.842749 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:09.851974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:09.852734 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.861551 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6cf503b5-5854-4554-80bb-447bd30c0a2d req-5b22db73-4bcc-4270-847e-2ab5c6f0c7a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705012 Mar 03 01:00:09.877850 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983920a-2cec-4866-b16d-a1c9a727c086 req-9c86b932-2508-4847-9af7-89ed15e94ea1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:09.885398 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8983920a-2cec-4866-b16d-a1c9a727c086 req-9c86b932-2508-4847-9af7-89ed15e94ea1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 944 time: 0.3567374 Mar 03 01:00:09.898032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (2bff42c9-6aff-4509-90ed-76ad14cbaf93), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.908433 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-175fd247-7dae-4c74-9ce9-c2ef55f52269 admin admin] Publish callbacks [] for security_group (6a05666c-fc80-45e3-b03a-affbbbaf83b0), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.988656 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-175fd247-7dae-4c74-9ce9-c2ef55f52269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6a05666c-fc80-45e3-b03a-affbbbaf83b0), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:09.996605 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-47c9cc15-427e-4eaa-aba1-ea0aa7683e7d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8182924 Mar 03 01:00:10.015608 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2bff42c9-6aff-4509-90ed-76ad14cbaf93), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.035201 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd247-7dae-4c74-9ce9-c2ef55f52269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05666c-fc80-45e3-b03a-affbbbaf83b0,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:10.050261 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port ec5b8105-d64c-4588-9605-4502149561f9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ec5b8105-d64c-4588-9605-4502149561f9,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:10.062103 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'ec5b8105-d64c-4588-9605-4502149561f9', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'port_id': 'ec5b8105-d64c-4588-9605-4502149561f9', 'mac_address': 'fa:16:3e:34:74:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2566ac-4447-4885-a043-945bcbc9e424', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:10.095240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Request body: {'port': {'device_id': '467353ab-ae2f-47cf-8c39-d46859d56553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:10.102867 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.109731 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 57818) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:10.110872 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6713009 Mar 03 01:00:10.111549 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port ec5b8105-d64c-4588-9605-4502149561f9 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:10.112129 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ec5b8105-d64c-4588-9605-4502149561f9), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.122963 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'security_group_rule': {'security_group_id': '2bff42c9-6aff-4509-90ed-76ad14cbaf93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:10.132551 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5b8105-d64c-4588-9605-4502149561f9 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:10.157336 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8983920a-2cec-4866-b16d-a1c9a727c086 req-257f5110-04d4-4dd9-90ce-f3dca36df660 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710707 Mar 03 01:00:10.163175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port ec5b8105-d64c-4588-9605-4502149561f9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ec5b8105-d64c-4588-9605-4502149561f9,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:10.173960 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ec5b8105-d64c-4588-9605-4502149561f9), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.174753 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ae4ecf4b-d49b-495a-9b41-30191f05cb27 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:10.179425 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-175fd247-7dae-4c74-9ce9-c2ef55f52269 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=142e2d3bca804ad3b22985556ad42d00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1560316 Mar 03 01:00:10.195368 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57820) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:10.273016 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241456a2-976f-40fe-aa38-6d0a775cef8b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff42c9-6aff-4509-90ed-76ad14cbaf93,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:10.296971 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=ec5b8105-d64c-4588-9605-4502149561f9,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:10.344822 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c02658cd-0482-4576-bd6d-493f91da4b20 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:10.357252 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1b43c9e0-9f61-4718-b859-0d9187a9fa4d admin admin] Publish callbacks [] for security_group (a42bdf0a-50a2-47a8-9da3-a88865f64263), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.362898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (8e7a5239-64e8-4ab5-877b-73bca8ba3c3a), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.369569 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bae7e848-c002-44a7-babf-c00f6a94438d admin admin] Publish callbacks [] for security_group (6a05666c-fc80-45e3-b03a-affbbbaf83b0), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.380885 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20371d0f-c51d-4702-a4c6-49259b043fcc req-c0c6d052-7665-41a7-86e7-7f0e8a6e2d3a tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:10.382736 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20371d0f-c51d-4702-a4c6-49259b043fcc req-c0c6d052-7665-41a7-86e7-7f0e8a6e2d3a tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 944 time: 0.3902161 Mar 03 01:00:10.408517 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.418014 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bae7e848-c002-44a7-babf-c00f6a94438d admin admin] Publish callbacks [] for security_group (6a05666c-fc80-45e3-b03a-affbbbaf83b0), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.421495 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port ae4ecf4b-d49b-495a-9b41-30191f05cb27, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27,segment=NetworkSegment(33a13dfb-4112-4ea5-bc36-2c31e9f7cde7),segment_id=33a13dfb-4112-4ea5-bc36-2c31e9f7cde7)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:10.443635 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27', 'network_id': 'a643de20-62de-4e3a-b013-082ddd32b2e0', 'port_id': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27', 'mac_address': 'fa:16:3e:62:47:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:10.458026 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1b43c9e0-9f61-4718-b859-0d9187a9fa4d admin admin] Publish callbacks [] for security_group (a42bdf0a-50a2-47a8-9da3-a88865f64263), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.493267 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port ae4ecf4b-d49b-495a-9b41-30191f05cb27 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:10.493671 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.511199 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4ecf4b-d49b-495a-9b41-30191f05cb27 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:10.536673 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port ae4ecf4b-d49b-495a-9b41-30191f05cb27, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27,segment=NetworkSegment(33a13dfb-4112-4ea5-bc36-2c31e9f7cde7),segment_id=33a13dfb-4112-4ea5-bc36-2c31e9f7cde7)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:10.555716 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.599011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port c02658cd-0482-4576-bd6d-493f91da4b20 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:10.599402 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.626473 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (8e7a5239-64e8-4ab5-877b-73bca8ba3c3a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.638762 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20371d0f-c51d-4702-a4c6-49259b043fcc req-f8d7bd79-9a0f-41a9-923a-0b430d67914f tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319338 Mar 03 01:00:10.643622 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (8e7a5239-64e8-4ab5-877b-73bca8ba3c3a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.680242 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=ae4ecf4b-d49b-495a-9b41-30191f05cb27,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:10.684414 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bae7e848-c002-44a7-babf-c00f6a94438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6a05666c-fc80-45e3-b03a-affbbbaf83b0), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.687291 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bae7e848-c002-44a7-babf-c00f6a94438d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.689655 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-bae7e848-c002-44a7-babf-c00f6a94438d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a05666c-fc80-45e3-b03a-affbbbaf83b0 HTTP/1.1" status: 204 len: 168 time: 0.4978402 Mar 03 01:00:10.741872 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de5eec9-6f29-4d37-be6c-491ba6317156 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:10.746449 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7e848-c002-44a7-babf-c00f6a94438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05666c-fc80-45e3-b03a-affbbbaf83b0,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:10.760025 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port c02658cd-0482-4576-bd6d-493f91da4b20 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:10.783844 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Publish callbacks [] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.841383 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Transition to ACTIVE for port object 5de5eec9-6f29-4d37-be6c-491ba6317156 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:10.846785 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:10.989752 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:11.008033 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:11.042047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7a5239-64e8-4ab5-877b-73bca8ba3c3a,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:11.092820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1b43c9e0-9f61-4718-b859-0d9187a9fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a42bdf0a-50a2-47a8-9da3-a88865f64263), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.095483 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1b43c9e0-9f61-4718-b859-0d9187a9fa4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.096634 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-1b43c9e0-9f61-4718-b859-0d9187a9fa4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a42bdf0a-50a2-47a8-9da3-a88865f64263 HTTP/1.1" status: 204 len: 168 time: 1.2616036 Mar 03 01:00:11.144803 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ae4ecf4b-d49b-495a-9b41-30191f05cb27'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:11.150861 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43c9e0-9f61-4718-b859-0d9187a9fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42bdf0a-50a2-47a8-9da3-a88865f64263,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:11.159540 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.160747 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7e915c23-0fe0-4ea9-be77-b8ce14791c83 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0421309 Mar 03 01:00:11.165143 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57844) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:11.175304 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'security_group_rule': {'security_group_id': '2bff42c9-6aff-4509-90ed-76ad14cbaf93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:11.186419 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Attempting to bind port 5de5eec9-6f29-4d37-be6c-491ba6317156 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:11.187066 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Attempting to bind port 5de5eec9-6f29-4d37-be6c-491ba6317156 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:11.187665 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Attempting to bind port 5de5eec9-6f29-4d37-be6c-491ba6317156 on network 826fbe9b-6b11-4a39-a768-b2856677ca9f {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:11.198830 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Port 5de5eec9-6f29-4d37-be6c-491ba6317156 on network 826fbe9b-6b11-4a39-a768-b2856677ca9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:11.199612 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Attempting to bind port 5de5eec9-6f29-4d37-be6c-491ba6317156 on network 826fbe9b-6b11-4a39-a768-b2856677ca9f {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:11.208858 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:11.209350 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Checking segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:11.210011 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Bound using segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:11.210537 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Bound port: 5de5eec9-6f29-4d37-be6c-491ba6317156, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:11.210994 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.271095 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6fa84ee8-2676-4c80-b86a-01783016659a req-2a4050b3-1d10-4f0c-a1a9-7f1b21d2893d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 210 time: 0.1828644 Mar 03 01:00:11.292276 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (8aa849ef-0536-4bf4-bed1-19831c9ae7d5), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.341668 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a582a93-f5a0-4138-bd8c-1cd90b630229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.361229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4c6f8-16fa-4db5-8649-4be88ae38a9f req-072fad37-e022-42be-983a-ca69d81935d1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:11.362693 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ec4c6f8-16fa-4db5-8649-4be88ae38a9f req-072fad37-e022-42be-983a-ca69d81935d1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 931 time: 0.6958299 Mar 03 01:00:11.443704 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-f0819584-f476-435b-ac98-c7dbf58d54ba tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:11.445228 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-f0819584-f476-435b-ac98-c7dbf58d54ba tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 819 time: 0.7576258 Mar 03 01:00:11.488711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Request body: {'port': {'device_id': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'admin_state_up': True, 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:11.515472 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (8aa849ef-0536-4bf4-bed1-19831c9ae7d5), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.532805 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (8aa849ef-0536-4bf4-bed1-19831c9ae7d5), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.557332 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa849ef-0536-4bf4-bed1-19831c9ae7d5,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:11.571259 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:11.579975 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:11.593861 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.624662 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ec4c6f8-16fa-4db5-8649-4be88ae38a9f req-37196c28-ee5e-449d-be52-5b07dbf3909b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494252 Mar 03 01:00:11.656162 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.660097 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e255fd9d-6425-455c-8448-ec3bdb7ee52c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887655 Mar 03 01:00:11.662691 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:11.664346 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.664669 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 1093 time: 2.0972478 Mar 03 01:00:11.665031 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 57858) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:11.665484 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:11.668273 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f8096-1d1b-45ca-97d3-aa23129cb750" -d '{"events": [{"name": "network-changed", "server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:11.679115 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:11.717637 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838da8-bf3a-49c1-b75d-4220112000c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:11.724071 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.755388 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935abe3b-ffac-4449-987f-d814135d6112 x-openstack-request-id: req-935abe3b-ffac-4449-987f-d814135d6112 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:11.755699 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:11.755959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-935abe3b-ffac-4449-987f-d814135d6112 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:11.756397 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'status': 'completed', 'code': 200} Mar 03 01:00:11.766850 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:11.777039 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Publish callbacks [] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.827946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Transition to ACTIVE for port object 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:11.857062 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:11.894731 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-f33fe285-1f63-4773-bac5-d9bbc8c2983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:11.896298 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-f33fe285-1f63-4773-bac5-d9bbc8c2983a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1127 time: 0.1326246 Mar 03 01:00:11.949556 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Pushing event updated for resources: {'Port': ['ID=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:11.958774 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-26279d85-21d4-4d77-af90-0af5219807f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 217 time: 0.0448081 Mar 03 01:00:12.010073 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.066510 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-fd192c03-e3d1-4283-a9f1-cbd39aa18b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:12.067963 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-fd192c03-e3d1-4283-a9f1-cbd39aa18b74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0979176 Mar 03 01:00:12.098700 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2936360-829f-42fa-b367-0ac4f3fc70f2 req-90e8b8df-b1d5-4c99-a533-fd91364d9180 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:12.112243 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2936360-829f-42fa-b367-0ac4f3fc70f2 req-90e8b8df-b1d5-4c99-a533-fd91364d9180 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 945 time: 0.6962147 Mar 03 01:00:12.199018 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-dae1f3c9-7ae2-47da-bc10-929692794374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:12.200678 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-dae1f3c9-7ae2-47da-bc10-929692794374 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249378 Mar 03 01:00:12.215450 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Allocated IP 172.27.0.16 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/981e2043-168e-4950-9bfa-2e2a39fdacea) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:12.224590 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2936360-829f-42fa-b367-0ac4f3fc70f2 req-42a27699-5f66-4bdf-9049-c74d193af236 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115694 Mar 03 01:00:12.242808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7968e1-496a-4da8-9f03-5227c9563f0b req-e051c821-6ff8-4712-b1b4-f0674358a7e2 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:12.251734 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1f7968e1-496a-4da8-9f03-5227c9563f0b req-e051c821-6ff8-4712-b1b4-f0674358a7e2 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 945 time: 0.3795083 Mar 03 01:00:12.254024 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Attempting to bind port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:12.254400 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Attempting to bind port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:12.254877 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Attempting to bind port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:12.262217 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:12.262568 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Attempting to bind port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:12.286442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:12.286882 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Checking segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:12.287321 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Bound using segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:12.287766 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Bound port: 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:12.288151 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.295226 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.384949 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1f7968e1-496a-4da8-9f03-5227c9563f0b req-ebc97c2e-2149-4c6a-989f-24d2e7a042ce tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300817 Mar 03 01:00:12.446373 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d967305d-17d0-4fc3-9038-adfefa244879 req-57225901-7c75-4f48-af10-fb74fdd0e58c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 210 time: 0.0813637 Mar 03 01:00:12.452695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Made reservation on behalf of 22af886fe4d44466b85e9d34ff67b34c for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:12.457113 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.494663 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] For port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:12.545396 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] For port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:12.562151 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.586788 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-cdfd4eb3-f831-4ccd-83fb-889f0381176a service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797021 Mar 03 01:00:12.635245 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:12.636101 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.637506 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] 10.222.0.30 "PUT /v2.0/ports/21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 1094 time: 2.6032243 Mar 03 01:00:12.644532 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467353ab-ae2f-47cf-8c39-d46859d56553', 'tag': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:12.646802 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107" -d '{"events": [{"name": "network-changed", "server_uuid": "467353ab-ae2f-47cf-8c39-d46859d56553", "tag": "21cbaf8a-c939-46d8-9012-6b97e8b3d5ce"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:12.701695 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.758788 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d12434a6-70a7-4dc7-881f-e5fdc929154c req-d252380b-ab46-4225-820b-177e06ef3766 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629748 Mar 03 01:00:12.773557 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:12.825023 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:12.828258 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:12.832874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:12.885081 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'Port': ['ID=981e2043-168e-4950-9bfa-2e2a39fdacea,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:12.961531 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821c8f11-71ea-47c8-afff-a98abdd3842b x-openstack-request-id: req-821c8f11-71ea-47c8-afff-a98abdd3842b {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:12.961974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467353ab-ae2f-47cf-8c39-d46859d56553", "tag": "21cbaf8a-c939-46d8-9012-6b97e8b3d5ce", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:12.962336 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-821c8f11-71ea-47c8-afff-a98abdd3842b {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:12.962862 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467353ab-ae2f-47cf-8c39-d46859d56553', 'tag': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce', 'status': 'completed', 'code': 200} Mar 03 01:00:12.988384 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-434567d0-30f4-41d6-9e4a-4c48f38dbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:12.990186 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-434567d0-30f4-41d6-9e4a-4c48f38dbf98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1127 time: 0.1156793 Mar 03 01:00:13.001047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Allocated IP 172.20.0.3 (586eac43-c1ec-45fc-a3cb-0f571059d6e3/cce253ab-2dbf-4069-a1eb-dea2e8b931bb/8b3b313d-ec99-4711-8b01-85a9d350c193) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:13.007496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72410f8b-2d12-4225-a4fc-751fdd6d5398 service neutron] Pushing event updated for resources: {'Port': ['ID=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:13.011759 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (7e67ffc6-b1b0-484a-a863-696eea605d73), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.108817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dc95d-9ac6-4999-a1ae-02718b07f068 req-68580166-75c9-4dab-b803-5d3a976a2a15 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.110399 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3f4dc95d-9ac6-4999-a1ae-02718b07f068 req-68580166-75c9-4dab-b803-5d3a976a2a15 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.1421804 Mar 03 01:00:13.112314 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-2117b735-7924-4114-beed-fcb34ce188b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.113697 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-2117b735-7924-4114-beed-fcb34ce188b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1128 time: 0.4024599 Mar 03 01:00:13.114943 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.169926 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-cfdd62b0-bbd4-4f40-9e8f-e634338f21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.171636 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-cfdd62b0-bbd4-4f40-9e8f-e634338f21ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.1728325 Mar 03 01:00:13.225935 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-1cbea106-3ac5-47d6-8ef0-b31c6ce25132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 217 time: 0.0412748 Mar 03 01:00:13.253151 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-024d1865-3979-442e-be84-44c51fc88443 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.1044023 Mar 03 01:00:13.314792 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-22d82856-2e13-4371-b327-5bf3b7318378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.316262 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-22d82856-2e13-4371-b327-5bf3b7318378 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0761385 Mar 03 01:00:13.398071 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3f4dc95d-9ac6-4999-a1ae-02718b07f068 req-43fb6d60-c2fd-4a6d-8a0d-84a10f4a769a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774043 Mar 03 01:00:13.401242 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-5ceec0c3-fc41-462f-a4ef-d277c3ac8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.402769 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-5ceec0c3-fc41-462f-a4ef-d277c3ac8a30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793257 Mar 03 01:00:13.488959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.502390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.577570 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.597592 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-a1e16376-1b9f-41e6-8df7-c28d8cf2693c service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862032 Mar 03 01:00:13.610442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-f878c07e-82c3-42dd-89fa-a1a2a2b19603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.610442 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-f878c07e-82c3-42dd-89fa-a1a2a2b19603 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.3413076 Mar 03 01:00:13.629368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ec5b8105-d64c-4588-9605-4502149561f9 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:13.629556 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks [] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.645839 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acaa2-0dce-4013-bbe7-da16d59db5a9 req-90d2d0cf-7ef9-4cf3-8ef0-090be91abce4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.652895 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-774acaa2-0dce-4013-bbe7-da16d59db5a9 req-90d2d0cf-7ef9-4cf3-8ef0-090be91abce4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 945 time: 0.2664859 Mar 03 01:00:13.689397 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-21b5b160-5496-44e8-85db-eb3139cbe81a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699668 Mar 03 01:00:13.732978 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'Port': ['ID=981e2043-168e-4950-9bfa-2e2a39fdacea,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:13.739370 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port ec5b8105-d64c-4588-9605-4502149561f9 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:00:13.740681 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (7e67ffc6-b1b0-484a-a863-696eea605d73), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.745349 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port ec5b8105-d64c-4588-9605-4502149561f9 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:13.745731 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (ec5b8105-d64c-4588-9605-4502149561f9), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.759778 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c7f8096-1d1b-45ca-97d3-aa23129cb750 req-2d2f6e49-3840-4692-98db-98c9cd0d0a38 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521027 Mar 03 01:00:13.772523 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.783954 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9b822366-e83c-433b-a9e5-14442a9023e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1128516 Mar 03 01:00:13.785305 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190899a5-e43a-4465-90e0-f9707a7a610d req-e9802e31-9778-4dfc-874b-167c299017c4 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:13.792725 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-190899a5-e43a-4465-90e0-f9707a7a610d req-e9802e31-9778-4dfc-874b-167c299017c4 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 945 time: 0.2590575 Mar 03 01:00:13.873059 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-774acaa2-0dce-4013-bbe7-da16d59db5a9 req-4f8786bc-02e3-4b40-9f55-91fd8ad31350 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192719 Mar 03 01:00:13.902588 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.933472 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port ec5b8105-d64c-4588-9605-4502149561f9 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:13.933881 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ec5b8105-d64c-4588-9605-4502149561f9), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:13.939860 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-190899a5-e43a-4465-90e0-f9707a7a610d req-27debc0b-89c9-401e-8fd4-eeb8acbe52d7 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437020 Mar 03 01:00:13.978525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-d21cad4f-ec0a-4ef1-be98-93b144f2a7a5 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723522 Mar 03 01:00:14.005574 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5b8105-d64c-4588-9605-4502149561f9'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:14.006637 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:14.021772 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:14.024282 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:14.029713 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:14.030350 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.073511 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Pushing event updated for resources: {'Port': ['ID=8b3b313d-ec99-4711-8b01-85a9d350c193,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:14.138627 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-73290d1d-c566-46ba-b83e-880b933d9e25 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6719582 Mar 03 01:00:14.145453 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port ec5b8105-d64c-4588-9605-4502149561f9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ec5b8105-d64c-4588-9605-4502149561f9,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:14.153102 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ec5b8105-d64c-4588-9605-4502149561f9), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.154311 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ae4ecf4b-d49b-495a-9b41-30191f05cb27 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:14.167902 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Request body: {'port': {'device_id': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:14.235642 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-b99325f0-bc21-4b91-a148-60dfab4791c6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--102290846&fields=id&tenant_id=e8352f65ca5c4d64a4f541df45592573 HTTP/1.1" status: 200 len: 267 time: 0.1625602 Mar 03 01:00:14.248779 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda64-6fe9-4774-8042-a66639bc18ce req-5213d199-d7ee-4a1f-aad9-f40e9ca61c14 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:14.251134 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a04dda64-6fe9-4774-8042-a66639bc18ce req-5213d199-d7ee-4a1f-aad9-f40e9ca61c14 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 931 time: 0.2167289 Mar 03 01:00:14.256085 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20ad4fc6-247a-4d9e-9e2e-87715cfc8eb6 req-2af96c79-abda-497f-b255-7580476f090e service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676351 Mar 03 01:00:14.283790 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=ec5b8105-d64c-4588-9605-4502149561f9,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:14.309896 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port ae4ecf4b-d49b-495a-9b41-30191f05cb27 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:00:14.318862 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port ae4ecf4b-d49b-495a-9b41-30191f05cb27 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:14.319560 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.398429 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8948ec2-a271-43a9-9b9f-b1132170b579" -d '{"events": [{"server_uuid": "c82d1150-c232-4256-bb7c-0a987d344c7d", "name": "network-vif-plugged", "status": "completed", "tag": "ec5b8105-d64c-4588-9605-4502149561f9"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:14.409777 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.463481 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port ae4ecf4b-d49b-495a-9b41-30191f05cb27 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:14.463879 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.498960 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58012) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:14.500689 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port ae4ecf4b-d49b-495a-9b41-30191f05cb27, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27,segment=NetworkSegment(33a13dfb-4112-4ea5-bc36-2c31e9f7cde7),segment_id=33a13dfb-4112-4ea5-bc36-2c31e9f7cde7)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:14.506539 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.513364 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a04dda64-6fe9-4774-8042-a66639bc18ce req-8cdf248a-549c-4e9b-ad38-5f74553deb61 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370598 Mar 03 01:00:14.544417 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-6aa98f45-e2a9-4c29-ba98-212998570563 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:14.545938 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-6aa98f45-e2a9-4c29-ba98-212998570563 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 811 time: 0.2925954 Mar 03 01:00:14.569608 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-4366b8ef-2ae3-412b-8113-32861622cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:14.571120 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-4366b8ef-2ae3-412b-8113-32861622cd4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1128 time: 0.2072966 Mar 03 01:00:14.578579 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=ae4ecf4b-d49b-495a-9b41-30191f05cb27,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:14.619122 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-29be5d49-be4d-4c51-a2f9-83976111422c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/quotas/e8352f65ca5c4d64a4f541df45592573 HTTP/1.1" status: 200 len: 375 time: 0.0639982 Mar 03 01:00:14.732432 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fca9c1-ff6c-4389-a067-f2d4b7a00997 x-openstack-request-id: req-79fca9c1-ff6c-4389-a067-f2d4b7a00997 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:14.732750 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82d1150-c232-4256-bb7c-0a987d344c7d", "name": "network-vif-plugged", "status": "completed", "tag": "ec5b8105-d64c-4588-9605-4502149561f9", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:14.733017 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79fca9c1-ff6c-4389-a067-f2d4b7a00997 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:14.733528 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5b8105-d64c-4588-9605-4502149561f9', 'code': 200} Mar 03 01:00:14.748836 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-962cb50f-cb3a-4af5-8553-35d3378cdb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.832978 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-962cb50f-cb3a-4af5-8553-35d3378cdb28 admin admin] Publish callbacks [] for security_group (36a95312-8df8-40a5-9281-0bb2a57b33ec), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.834474 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-fd278537-a085-4c84-93d8-d717fdf4e8a4 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018869 Mar 03 01:00:14.839128 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-962cb50f-cb3a-4af5-8553-35d3378cdb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (36a95312-8df8-40a5-9281-0bb2a57b33ec), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.885136 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-962cb50f-cb3a-4af5-8553-35d3378cdb28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54a1c715b42e4c27a9f4edbe4916e01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825982 Mar 03 01:00:14.885136 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cb50f-cb3a-4af5-8553-35d3378cdb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a95312-8df8-40a5-9281-0bb2a57b33ec,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:14.887229 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58022) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:14.891479 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-134f44a2-1304-40e5-93f4-bd5754d986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:14.892913 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-134f44a2-1304-40e5-93f4-bd5754d986fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.2758672 Mar 03 01:00:14.986920 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-fafc9e18-be47-4add-9f2b-560e6c8e35f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0599542 Mar 03 01:00:14.990443 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2a5-bda0-475e-8c9f-7a3ba0c9bcce admin admin] Publish callbacks [] for security_group (36a95312-8df8-40a5-9281-0bb2a57b33ec), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:14.993664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b722c8-b728-40ef-a2c3-32cc5a24903c req-38c05561-2cc2-4f9b-a1d9-2572bbb166cc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:14.995140 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-87b722c8-b728-40ef-a2c3-32cc5a24903c req-38c05561-2cc2-4f9b-a1d9-2572bbb166cc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.2091947 Mar 03 01:00:15.025555 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2a5-bda0-475e-8c9f-7a3ba0c9bcce admin admin] Publish callbacks [] for security_group (36a95312-8df8-40a5-9281-0bb2a57b33ec), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.043329 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3cff-050f-4a7d-9dc0-698fdf551c86 req-66d0e4bd-8770-43bd-a6d5-3c87e5ddf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:15.044894 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3d8a3cff-050f-4a7d-9dc0-698fdf551c86 req-66d0e4bd-8770-43bd-a6d5-3c87e5ddf759 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 1130 time: 0.1142244 Mar 03 01:00:15.076519 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-3d8a3cff-050f-4a7d-9dc0-698fdf551c86 req-cbb7ce3c-d8e2-4364-9439-42231cc113f4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.111901 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2a5-bda0-475e-8c9f-7a3ba0c9bcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (36a95312-8df8-40a5-9281-0bb2a57b33ec), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.114607 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2a5-bda0-475e-8c9f-7a3ba0c9bcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.115768 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-eea3d2a5-bda0-475e-8c9f-7a3ba0c9bcce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36a95312-8df8-40a5-9281-0bb2a57b33ec HTTP/1.1" status: 204 len: 168 time: 0.2273166 Mar 03 01:00:15.138704 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3d2a5-bda0-475e-8c9f-7a3ba0c9bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a95312-8df8-40a5-9281-0bb2a57b33ec,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:15.204694 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-3d8a3cff-050f-4a7d-9dc0-698fdf551c86 req-cbb7ce3c-d8e2-4364-9439-42231cc113f4 service neutron] Publish callbacks [] for security_group (40460c27-eea2-4f2a-bd12-952d51c4c158), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.209396 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-3d8a3cff-050f-4a7d-9dc0-698fdf551c86 req-cbb7ce3c-d8e2-4364-9439-42231cc113f4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (40460c27-eea2-4f2a-bd12-952d51c4c158), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.263258 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3d8a3cff-050f-4a7d-9dc0-698fdf551c86 req-cbb7ce3c-d8e2-4364-9439-42231cc113f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106838 Mar 03 01:00:15.265224 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7ce3c-d8e2-4364-9439-42231cc113f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40460c27-eea2-4f2a-bd12-952d51c4c158,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:15.304211 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.310389 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.311824 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-7b05ef90-1ae9-4b40-affc-358f1afbe917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:15.313866 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-7b05ef90-1ae9-4b40-affc-358f1afbe917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.3163996 Mar 03 01:00:15.321591 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-13191102-012f-4dd4-a77a-7bf594922947 service neutron] 10.222.0.18 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636040 Mar 03 01:00:15.349540 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-87b722c8-b728-40ef-a2c3-32cc5a24903c req-91a61cc2-3e50-45cf-9346-06b363a737aa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458889 Mar 03 01:00:15.423921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3b313d-ec99-4711-8b01-85a9d350c193 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:15.439546 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58034) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:15.448746 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Publish callbacks [] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.454776 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2f98fd3-1b88-4070-8564-61df204cbb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.496804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Transition to ACTIVE for port object 8b3b313d-ec99-4711-8b01-85a9d350c193 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:15.511398 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.548000 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2f98fd3-1b88-4070-8564-61df204cbb0e admin admin] Publish callbacks [] for security_group (2bfd1912-7779-425f-bbc1-8f67c5aea76d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.552618 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-c3e01d88-6e16-4bad-8d17-34d58f19f183 service neutron] 10.222.0.18 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180212 Mar 03 01:00:15.554058 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2f98fd3-1b88-4070-8564-61df204cbb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2bfd1912-7779-425f-bbc1-8f67c5aea76d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.598917 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e2f98fd3-1b88-4070-8564-61df204cbb0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06ad8c6b78dd4fa28de3c7f81c93f74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582444 Mar 03 01:00:15.599501 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58040) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:15.607904 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f98fd3-1b88-4070-8564-61df204cbb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfd1912-7779-425f-bbc1-8f67c5aea76d,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:15.623788 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b313d-ec99-4711-8b01-85a9d350c193,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:15.626661 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:15.633109 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-0e665f72-6851-4e47-b1a7-8abf69783a95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778430 Mar 03 01:00:15.645224 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509e50-89f6-49ed-8e8f-40342edc032c req-bc3eab68-6d2f-4021-a0cd-47f5354bc2d8 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:15.646754 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa509e50-89f6-49ed-8e8f-40342edc032c req-bc3eab68-6d2f-4021-a0cd-47f5354bc2d8 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.2183783 Mar 03 01:00:15.660516 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e42f067-33e7-4dd2-b31a-4368d4c8acac admin admin] Publish callbacks [] for security_group (2bfd1912-7779-425f-bbc1-8f67c5aea76d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.687859 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e42f067-33e7-4dd2-b31a-4368d4c8acac admin admin] Publish callbacks [] for security_group (2bfd1912-7779-425f-bbc1-8f67c5aea76d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.752606 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e42f067-33e7-4dd2-b31a-4368d4c8acac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2bfd1912-7779-425f-bbc1-8f67c5aea76d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.755808 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e42f067-33e7-4dd2-b31a-4368d4c8acac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.758144 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7e42f067-33e7-4dd2-b31a-4368d4c8acac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bfd1912-7779-425f-bbc1-8f67c5aea76d HTTP/1.1" status: 204 len: 168 time: 0.1561244 Mar 03 01:00:15.804249 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f067-33e7-4dd2-b31a-4368d4c8acac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfd1912-7779-425f-bbc1-8f67c5aea76d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:15.815498 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa509e50-89f6-49ed-8e8f-40342edc032c req-5cdf489c-b29c-48f2-9b9d-5af21f481d57 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601694 Mar 03 01:00:15.890072 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Attempting to bind port 8b3b313d-ec99-4711-8b01-85a9d350c193 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:15.890409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Attempting to bind port 8b3b313d-ec99-4711-8b01-85a9d350c193 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:15.891292 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Attempting to bind port 8b3b313d-ec99-4711-8b01-85a9d350c193 on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:15.905270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Port 8b3b313d-ec99-4711-8b01-85a9d350c193 on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:15.905684 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Attempting to bind port 8b3b313d-ec99-4711-8b01-85a9d350c193 on network 586eac43-c1ec-45fc-a3cb-0f571059d6e3 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:15.917817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:15.918169 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Checking segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:15.918864 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Bound using segment: {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:15.919361 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Bound port: 8b3b313d-ec99-4711-8b01-85a9d350c193, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc3802a-eafe-491e-81a3-8ab4513bec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:15.919657 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:15.931701 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:15.952450 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'mac_address': 'fa:16:3e:45:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:15.982284 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff27d2-d46f-4c10-a589-46e3fcdcb2fb req-802a2e56-1ae2-44b4-81b6-d8366b0e4f31 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:15.986033 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60ff27d2-d46f-4c10-a589-46e3fcdcb2fb req-802a2e56-1ae2-44b4-81b6-d8366b0e4f31 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.1476033 Mar 03 01:00:16.034348 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:16.034540 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:16.058585 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] For port 8b3b313d-ec99-4711-8b01-85a9d350c193, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:16.075323 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] For port 8b3b313d-ec99-4711-8b01-85a9d350c193, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8b3b313d-ec99-4711-8b01-85a9d350c193,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:16.079767 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de5eec9-6f29-4d37-be6c-491ba6317156 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:16.129239 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:16.143436 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:16.207361 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:16.278343 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60ff27d2-d46f-4c10-a589-46e3fcdcb2fb req-2623595b-7c4f-4f3b-ab10-9ef5f42e734d tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945436 Mar 03 01:00:16.283720 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-a8c8e1a3-7fc0-4492-8538-148798846207 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288371 Mar 03 01:00:16.286420 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:16.460908 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['5de5eec9-6f29-4d37-be6c-491ba6317156'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:16.468810 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-801f7a64-9df8-4332-9ad9-3d1107724223 req-6dbadf72-fadd-4c51-85cd-fde189f6a027 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0898831 Mar 03 01:00:16.483648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:16.484150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:16.485703 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] 10.222.0.30 "PUT /v2.0/ports/8b3b313d-ec99-4711-8b01-85a9d350c193 HTTP/1.1" status: 200 len: 1093 time: 2.3267817 Mar 03 01:00:16.487834 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'tag': '8b3b313d-ec99-4711-8b01-85a9d350c193'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:16.490109 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed03407c-9f66-42b2-bf45-fab5325d82b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d80bd5d-07f7-44c8-8105-4ffa7709cb9f", "tag": "8b3b313d-ec99-4711-8b01-85a9d350c193"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:16.514590 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7cdbd-f39d-48cf-8627-bdec49e30510 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b313d-ec99-4711-8b01-85a9d350c193,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:16.554666 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c6ef0-36bf-484a-a7e5-db928576d0cf req-f054688f-083b-405d-b473-38a9c1e0bb46 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:16.556237 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6d9c6ef0-36bf-484a-a7e5-db928576d0cf req-f054688f-083b-405d-b473-38a9c1e0bb46 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.5654793 Mar 03 01:00:16.612386 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6da1fd7-5e2d-4de8-b919-7d59fdab7107 req-9b7e268f-3d11-4125-876e-d53f7910a7f5 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112259 Mar 03 01:00:16.692842 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-47b0b211-e501-4530-b16e-79a4fa5e0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:16.694364 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-47b0b211-e501-4530-b16e-79a4fa5e0277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 1127 time: 0.1267719 Mar 03 01:00:16.697418 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6d9c6ef0-36bf-484a-a7e5-db928576d0cf req-c0881580-92e4-4276-9b90-1f65cabafc98 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286321 Mar 03 01:00:16.713260 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafd28d-b6b7-42ef-b6ee-bd8a20a83694 req-0a296016-ed3e-441c-b198-43acaea6f6e7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:16.715030 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1cafd28d-b6b7-42ef-b6ee-bd8a20a83694 req-0a296016-ed3e-441c-b198-43acaea6f6e7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.1451240 Mar 03 01:00:16.735487 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:16.737683 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c364a950-2f1c-4b39-b52d-9c3cacdea842" -d '{"events": [{"server_uuid": "137cc4e7-959a-4365-bc61-ea7dd3230118", "name": "network-vif-plugged", "status": "completed", "tag": "ae4ecf4b-d49b-495a-9b41-30191f05cb27"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:16.772577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6587f-5d56-4276-a728-15df655cd236 x-openstack-request-id: req-67d6587f-5d56-4276-a728-15df655cd236 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:16.773032 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d80bd5d-07f7-44c8-8105-4ffa7709cb9f", "tag": "8b3b313d-ec99-4711-8b01-85a9d350c193", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:16.773256 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67d6587f-5d56-4276-a728-15df655cd236 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:16.773665 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'tag': '8b3b313d-ec99-4711-8b01-85a9d350c193', 'status': 'completed', 'code': 200} Mar 03 01:00:16.797985 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc945e-c176-475a-8471-880b199f0394 x-openstack-request-id: req-d2cc945e-c176-475a-8471-880b199f0394 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:16.798307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137cc4e7-959a-4365-bc61-ea7dd3230118", "name": "network-vif-plugged", "status": "completed", "tag": "ae4ecf4b-d49b-495a-9b41-30191f05cb27", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:16.798572 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2cc945e-c176-475a-8471-880b199f0394 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:16.798975 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27', 'code': 200} Mar 03 01:00:16.814500 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-34d3dfa8-0128-4933-ae49-8f0a99329b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3b313d-ec99-4711-8b01-85a9d350c193 HTTP/1.1" status: 200 len: 217 time: 0.0786171 Mar 03 01:00:16.835916 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1cafd28d-b6b7-42ef-b6ee-bd8a20a83694 req-266d9ed8-2d88-49bb-8533-9883d9f35882 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984452 Mar 03 01:00:16.941893 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2858b88-7f8a-4db4-b379-7ad1a6f5b697 req-ef5fd549-4636-477a-bb1e-ee7e9b3344b6 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:16.943424 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2858b88-7f8a-4db4-b379-7ad1a6f5b697 req-ef5fd549-4636-477a-bb1e-ee7e9b3344b6 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0547702 Mar 03 01:00:16.994403 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2858b88-7f8a-4db4-b379-7ad1a6f5b697 req-ee5776bb-5860-44b1-87c7-16e1f2da0ba0 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Mar 03 01:00:17.281047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 58112) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:17.404099 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dab372a6-8842-406e-b024-4560ef0cc3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.424158 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8ff67-c231-4ecd-bd53-520cc3e47192 req-8c0febaf-800c-40ea-980d-675d5fb033d0 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:17.425773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-31d8ff67-c231-4ecd-bd53-520cc3e47192 req-8c0febaf-800c-40ea-980d-675d5fb033d0 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0804441 Mar 03 01:00:17.499515 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-31d8ff67-c231-4ecd-bd53-520cc3e47192 req-317d086c-31d4-43ae-a97d-6a6bde820750 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682588 Mar 03 01:00:17.582160 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ce353b62-f908-45a3-8773-9e34272e1e2a req-0f55a037-7f77-4970-9873-8947327bb6ad tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0425858 Mar 03 01:00:17.583922 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dab372a6-8842-406e-b024-4560ef0cc3f3 admin admin] Publish callbacks [] for security_group (35320fba-3a52-4a94-819a-3f9b733ec36d), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.587673 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dab372a6-8842-406e-b024-4560ef0cc3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (35320fba-3a52-4a94-819a-3f9b733ec36d), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.624493 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-dab372a6-8842-406e-b024-4560ef0cc3f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98a66febc33c47c4a8c3b0d990bb73cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416286 Mar 03 01:00:17.625851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab372a6-8842-406e-b024-4560ef0cc3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35320fba-3a52-4a94-819a-3f9b733ec36d,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:17.628098 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58126) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:17.679898 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2231505e-8426-4587-98cc-5fbef1977be4 admin admin] Publish callbacks [] for security_group (35320fba-3a52-4a94-819a-3f9b733ec36d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.700885 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2231505e-8426-4587-98cc-5fbef1977be4 admin admin] Publish callbacks [] for security_group (35320fba-3a52-4a94-819a-3f9b733ec36d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.748766 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2231505e-8426-4587-98cc-5fbef1977be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (35320fba-3a52-4a94-819a-3f9b733ec36d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.752281 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2231505e-8426-4587-98cc-5fbef1977be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:17.753438 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2231505e-8426-4587-98cc-5fbef1977be4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35320fba-3a52-4a94-819a-3f9b733ec36d HTTP/1.1" status: 204 len: 168 time: 0.1243567 Mar 03 01:00:17.761241 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231505e-8426-4587-98cc-5fbef1977be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35320fba-3a52-4a94-819a-3f9b733ec36d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:17.819665 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee13fb-0c70-4275-b60d-8b988a87590b req-8c7a699e-9b6c-4fcc-bff6-65a34bd1e9f6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:17.821188 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2ee13fb-0c70-4275-b60d-8b988a87590b req-8c7a699e-9b6c-4fcc-bff6-65a34bd1e9f6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0557401 Mar 03 01:00:17.869177 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2ee13fb-0c70-4275-b60d-8b988a87590b req-e412bd8f-b8f5-4057-8593-58f3a1d35620 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Mar 03 01:00:17.961272 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc557514-2ff5-4f0e-ad68-57ddcc4ae13c req-b89fd103-8763-485a-8c93-5ac53165b6e6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:17.962746 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc557514-2ff5-4f0e-ad68-57ddcc4ae13c req-b89fd103-8763-485a-8c93-5ac53165b6e6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0525751 Mar 03 01:00:18.013955 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc557514-2ff5-4f0e-ad68-57ddcc4ae13c req-fdaef2df-1175-4d2a-abd0-31c17b9b5226 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Mar 03 01:00:18.115487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac81b-cfcd-4c9a-ab96-6d3cec6ac451 req-79e1e22e-ce0f-40a4-a47d-a94e2493fb1f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:18.117027 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf9ac81b-cfcd-4c9a-ab96-6d3cec6ac451 req-79e1e22e-ce0f-40a4-a47d-a94e2493fb1f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0559092 Mar 03 01:00:18.164399 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf9ac81b-cfcd-4c9a-ab96-6d3cec6ac451 req-f2d85d71-a5a3-463f-9929-f026c397949b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Mar 03 01:00:18.455851 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:18.561943 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:18.573684 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'port_id': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce', 'mac_address': 'fa:16:3e:1e:62:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:18.619778 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:18.620272 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:18.646632 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b78d-853b-4f0b-b33d-ceac1f245ced req-4714c242-521a-4c5e-92be-8ff8f1dee978 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:18.649914 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3586b78d-853b-4f0b-b33d-ceac1f245ced req-4714c242-521a-4c5e-92be-8ff8f1dee978 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0626814 Mar 03 01:00:18.709835 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1014a54f-4c29-4e4f-b1ab-8d2f3a05d021 req-9801174e-bef7-4aca-a9ad-172d7c36f898 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0506246 Mar 03 01:00:18.744909 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3586b78d-853b-4f0b-b33d-ceac1f245ced req-0dfe5da3-6e1b-43b3-bcc2-14eff900c2fa tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876837 Mar 03 01:00:18.755468 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:18.776020 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:18.780995 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:18.830598 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:18.988955 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c115315-7852-4d13-b91e-2db9df8c4194 req-f4c6e020-25a2-483c-84b9-4c5840a5952f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:18.990336 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c115315-7852-4d13-b91e-2db9df8c4194 req-f4c6e020-25a2-483c-84b9-4c5840a5952f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0511239 Mar 03 01:00:19.037242 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c115315-7852-4d13-b91e-2db9df8c4194 req-d2e35db6-d929-4f74-91d8-5312d7ba1ced tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Mar 03 01:00:19.133776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0df8-e33a-43af-a0dd-c6619cebada3 req-053599de-4273-4141-8333-6bdad9d2b87a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:19.135229 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07be0df8-e33a-43af-a0dd-c6619cebada3 req-053599de-4273-4141-8333-6bdad9d2b87a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0513945 Mar 03 01:00:19.182348 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07be0df8-e33a-43af-a0dd-c6619cebada3 req-1a9c88e2-e77e-48d9-9a0d-f5f444efb105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 Mar 03 01:00:19.286758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73aac5-a1be-4bfa-ad76-fa2c8a60cd9a req-00f7e01d-a41a-43f9-882e-234afc51f3fb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:19.288161 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fc73aac5-a1be-4bfa-ad76-fa2c8a60cd9a req-00f7e01d-a41a-43f9-882e-234afc51f3fb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0561488 Mar 03 01:00:19.333170 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fc73aac5-a1be-4bfa-ad76-fa2c8a60cd9a req-95cfc9dc-f9c5-411c-8914-eda121a6caaa tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Mar 03 01:00:19.431437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-b7a6fcd6-a62d-414c-9a1d-f3b8c4acafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:19.432927 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-b7a6fcd6-a62d-414c-9a1d-f3b8c4acafcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0458806 Mar 03 01:00:19.537889 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-92500a7e-ac17-4f3c-97f3-b4aaf0eb1aec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278435 Mar 03 01:00:19.638360 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-5c90da72-e413-49e2-ad7d-482b06d3d2da service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927255 Mar 03 01:00:19.806738 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54d190-e0a4-4a65-8e72-5f3b38e91ff6 req-d9e6c254-69ab-4741-b009-9356bf8643b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:19.808143 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0e54d190-e0a4-4a65-8e72-5f3b38e91ff6 req-d9e6c254-69ab-4741-b009-9356bf8643b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 1130 time: 0.1529262 Mar 03 01:00:19.824812 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['21cbaf8a-c939-46d8-9012-6b97e8b3d5ce'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:19.832413 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-02cfb20f-f96e-49d5-9d7a-0c1cc315cf45 req-4151f499-8556-4767-8876-6066cebe3e4a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0421994 Mar 03 01:00:20.071757 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6162cd-4b0b-4ce9-a93e-69f782dcd06e req-5372d75c-6fef-48e3-bccc-a830760babad service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075246 Mar 03 01:00:20.104468 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0e54d190-e0a4-4a65-8e72-5f3b38e91ff6 req-0a4aca33-2e58-4480-9140-2c3a8b4af0c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742801 Mar 03 01:00:20.142825 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4e542-ed5c-43d4-afb4-e147988cade7 req-cf479adf-122a-4796-b406-7b8d3bf28a35 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:20.144277 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aac4e542-ed5c-43d4-afb4-e147988cade7 req-cf479adf-122a-4796-b406-7b8d3bf28a35 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.3157496 Mar 03 01:00:20.182320 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7512d1-806e-423c-8cd9-2a0b89a48c40 req-f4219f2c-4a4a-4f91-b55c-caf9caf81979 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:20.183749 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1c7512d1-806e-423c-8cd9-2a0b89a48c40 req-f4219f2c-4a4a-4f91-b55c-caf9caf81979 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0776346 Mar 03 01:00:20.217914 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aac4e542-ed5c-43d4-afb4-e147988cade7 req-1ecdba46-2d68-4533-9404-e37592b2dcb4 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673764 Mar 03 01:00:20.255152 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1c7512d1-806e-423c-8cd9-2a0b89a48c40 req-9b9d1bf1-db74-42e2-ae5d-e18cc924e28e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628724 Mar 03 01:00:20.325061 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb0b85-88c0-4924-b2aa-999ba51563b6 req-3cb23d89-2473-4db2-9d45-5c5c7f0b6012 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:20.326461 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05bb0b85-88c0-4924-b2aa-999ba51563b6 req-3cb23d89-2473-4db2-9d45-5c5c7f0b6012 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0546236 Mar 03 01:00:20.377143 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05bb0b85-88c0-4924-b2aa-999ba51563b6 req-90a5eaaf-67a2-490c-8dcf-c52ebc4e2442 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Mar 03 01:00:20.450925 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea5202-d2de-4b1a-8480-f9dd24217f4b req-f7a996a6-0acc-401b-9a33-cd0a8f131906 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:20.452381 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dcea5202-d2de-4b1a-8480-f9dd24217f4b req-f7a996a6-0acc-401b-9a33-cd0a8f131906 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0510283 Mar 03 01:00:20.497064 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dcea5202-d2de-4b1a-8480-f9dd24217f4b req-142b4750-481e-4d5d-a602-b7df43b58549 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Mar 03 01:00:20.923736 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5d44e4e5-b92b-48fb-9e1b-342849fbd862 req-31c49fc7-c705-4589-9be9-ba3bbefa7454 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Mar 03 01:00:21.390422 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca496c82-4b2b-4d67-b238-9ce0fd196620 req-12a39cc9-38a4-4798-8021-4e0a87f6e550 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:21.392479 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca496c82-4b2b-4d67-b238-9ce0fd196620 req-12a39cc9-38a4-4798-8021-4e0a87f6e550 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.1031520 Mar 03 01:00:21.427705 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c5822-5338-42dd-b062-698c90edbee8 req-5638fcbf-825e-4d59-a115-e1d7ff30f752 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:21.429210 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca9c5822-5338-42dd-b062-698c90edbee8 req-5638fcbf-825e-4d59-a115-e1d7ff30f752 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.1024566 Mar 03 01:00:21.483643 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca496c82-4b2b-4d67-b238-9ce0fd196620 req-f16028e2-84e5-405d-b40d-a0d9711cf104 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846255 Mar 03 01:00:21.509557 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca9c5822-5338-42dd-b062-698c90edbee8 req-faf261fb-e500-4726-abde-26e1d64cfe30 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744030 Mar 03 01:00:21.614152 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b38450-7a0d-47be-9227-c7dc7fed3e38 req-b1afe43f-480c-435a-bb3d-6cb369b82d8d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:21.615666 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62b38450-7a0d-47be-9227-c7dc7fed3e38 req-b1afe43f-480c-435a-bb3d-6cb369b82d8d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0742013 Mar 03 01:00:21.669643 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62b38450-7a0d-47be-9227-c7dc7fed3e38 req-c9e1e1d7-63c4-44ae-90c5-214540806f37 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479496 Mar 03 01:00:22.015423 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ecede454-2512-4ffb-9726-5c99f333e97b req-4ee63676-403d-48d8-ab97-ddf26e318dc7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0255523 Mar 03 01:00:22.630917 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:22.637139 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a6071-7ea1-480a-b0dd-3435af4f711d req-976e55a3-f390-4784-ab55-35d7a5ec860e tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:22.638649 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-283a6071-7ea1-480a-b0dd-3435af4f711d req-976e55a3-f390-4784-ab55-35d7a5ec860e tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0871711 Mar 03 01:00:22.669771 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52828e36-2320-4ca0-bbc3-2c19f47f5a48 req-ee199251-534a-4ef0-9012-a63a94396929 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:22.671224 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52828e36-2320-4ca0-bbc3-2c19f47f5a48 req-ee199251-534a-4ef0-9012-a63a94396929 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0866826 Mar 03 01:00:22.688095 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 5de5eec9-6f29-4d37-be6c-491ba6317156 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:00:22.692602 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 5de5eec9-6f29-4d37-be6c-491ba6317156 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:22.693013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:22.712306 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-283a6071-7ea1-480a-b0dd-3435af4f711d req-be69bbc5-ef0c-4692-bb08-7dd6cb7a622c tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 Mar 03 01:00:22.748526 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52828e36-2320-4ca0-bbc3-2c19f47f5a48 req-905225a9-5100-41b3-8ae3-f6e4e497d2b5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708106 Mar 03 01:00:22.782149 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:22.782840 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:22.806216 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:22.808438 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77cfa7e-3c06-4edb-a180-aadffef94477" -d '{"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-plugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:22.821286 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:22.822907 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128f25c-1d55-464e-8b68-c64910846a0e req-0a8582f5-a2d3-4766-9f3f-42b5a5651694 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:22.824721 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8128f25c-1d55-464e-8b68-c64910846a0e req-0a8582f5-a2d3-4766-9f3f-42b5a5651694 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0538664 Mar 03 01:00:22.832443 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:22.859181 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea29d4-7093-404a-8d79-ea1d670024da x-openstack-request-id: req-aaea29d4-7093-404a-8d79-ea1d670024da {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:22.859464 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-plugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:22.859756 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaea29d4-7093-404a-8d79-ea1d670024da {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:22.860262 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'code': 200} Mar 03 01:00:22.881420 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8128f25c-1d55-464e-8b68-c64910846a0e req-71acc015-7c5f-47af-a7c5-ff4dd38f431e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485487 Mar 03 01:00:22.888795 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:23.114427 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-df66a2e2-60a6-4def-a1b5-dee541444913 req-45fbf8a1-a41c-40e2-9187-1615259d1357 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0293860 Mar 03 01:00:23.881524 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9be950-0e68-4f9d-a1c7-25e090c727b4 req-b47ac256-cf9f-4ffa-9e8c-53b4f08f0f8a tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:23.883061 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8b9be950-0e68-4f9d-a1c7-25e090c727b4 req-b47ac256-cf9f-4ffa-9e8c-53b4f08f0f8a tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.1036537 Mar 03 01:00:23.893509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5203c37-f513-4324-9322-239e80b080ab req-815d8ae8-7465-4345-b734-f69d485c84ec tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:23.900158 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a5203c37-f513-4324-9322-239e80b080ab req-815d8ae8-7465-4345-b734-f69d485c84ec tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0800912 Mar 03 01:00:23.985207 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a5203c37-f513-4324-9322-239e80b080ab req-d89f883b-1d2d-42ca-a791-30de778e68db tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841651 Mar 03 01:00:24.001037 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8b9be950-0e68-4f9d-a1c7-25e090c727b4 req-957f0390-ff8d-496b-ae0c-e83919d53237 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863357 Mar 03 01:00:24.129172 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5d211-ff67-4873-8a83-3b7f76a1825e req-bd5eaf46-d82f-4030-aef7-2f6086998e6a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:24.131990 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-eae5d211-ff67-4873-8a83-3b7f76a1825e req-bd5eaf46-d82f-4030-aef7-2f6086998e6a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0604565 Mar 03 01:00:24.223175 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4781d1d2-920f-48e1-a035-d54003aea739 req-428a040e-c192-4204-9006-91849e66ec86 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Mar 03 01:00:24.226313 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-eae5d211-ff67-4873-8a83-3b7f76a1825e req-c2846f62-c39c-4dfb-9954-a9bec099f7fe tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891314 Mar 03 01:00:25.130500 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e81ef-fcad-4595-8c5b-459b4a28eaf8 req-ceb6deff-766d-46be-b000-0794696e7513 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:25.131992 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c41e81ef-fcad-4595-8c5b-459b4a28eaf8 req-ceb6deff-766d-46be-b000-0794696e7513 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0831704 Mar 03 01:00:25.152241 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115e366-2d68-42c2-8854-e3e1ec9bb8eb req-e3a1d187-5cec-40d7-bdd9-2670a87d9462 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:25.153668 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a115e366-2d68-42c2-8854-e3e1ec9bb8eb req-e3a1d187-5cec-40d7-bdd9-2670a87d9462 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0799301 Mar 03 01:00:25.215380 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c41e81ef-fcad-4595-8c5b-459b4a28eaf8 req-c1633800-6dfc-4224-b005-a89e02367e53 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776896 Mar 03 01:00:25.222899 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a115e366-2d68-42c2-8854-e3e1ec9bb8eb req-7a17e13c-f8f8-4fc2-9e6e-4b3abf090692 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622821 Mar 03 01:00:25.345593 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b45b9f5c-03ba-48d3-b3c2-49a2c7ff6d36 req-9f598d67-8645-43d8-8cdb-7cb9ba312e8d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0470927 Mar 03 01:00:25.371340 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5fd41-6bba-4079-a995-54f568f9ceac req-cd8cc10a-cfbd-4d2a-aad0-cfb58a2191ad tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:25.372836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f6f5fd41-6bba-4079-a995-54f568f9ceac req-cd8cc10a-cfbd-4d2a-aad0-cfb58a2191ad tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0732236 Mar 03 01:00:25.423211 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f6f5fd41-6bba-4079-a995-54f568f9ceac req-aa3a3a80-06a7-40ee-8f9e-9d66ce761719 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Mar 03 01:00:26.190246 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-50e682c6-113b-4205-ae56-f28b62ab1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.192282 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-50e682c6-113b-4205-ae56-f28b62ab1cb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 1127 time: 0.1149361 Mar 03 01:00:26.209715 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-faa3f76a-a33e-4795-be62-4a76a69bfd18 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.211130 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-faa3f76a-a33e-4795-be62-4a76a69bfd18 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 811 time: 0.1428773 Mar 03 01:00:26.268524 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5b0e8-6cb0-4c09-9e89-8c1cb932d706 req-8c6c0d07-fe09-49d1-8395-07a355035902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.270980 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-59b5b0e8-6cb0-4c09-9e89-8c1cb932d706 req-8c6c0d07-fe09-49d1-8395-07a355035902 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1129 time: 0.0617936 Mar 03 01:00:26.334798 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-59b5b0e8-6cb0-4c09-9e89-8c1cb932d706 req-9f84f53f-fa64-4bbe-89e2-5d075cd79b5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571785 Mar 03 01:00:26.425583 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-fc7886b0-438e-4049-a975-9156b989b85c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8352f65ca5c4d64a4f541df45592573 HTTP/1.1" status: 200 len: 379 time: 0.1952314 Mar 03 01:00:26.437225 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-e6ac8ae3-c15d-4e48-9011-b249363e966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.438762 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-e6ac8ae3-c15d-4e48-9011-b249363e966d service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.2267675 Mar 03 01:00:26.461417 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865a26-68a9-4227-9754-49ae2675d821 req-22b48e8a-c647-4db6-8b6e-fcba8a9a39f2 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.462841 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-04865a26-68a9-4227-9754-49ae2675d821 req-22b48e8a-c647-4db6-8b6e-fcba8a9a39f2 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.1435890 Mar 03 01:00:26.474192 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d6a16-d1c0-4fc3-8f93-6e64aae7dea0 req-c3ef4425-43d4-4656-87e3-8f06c01a1c38 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.475628 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-169d6a16-d1c0-4fc3-8f93-6e64aae7dea0 req-c3ef4425-43d4-4656-87e3-8f06c01a1c38 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.1490204 Mar 03 01:00:26.546452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-04865a26-68a9-4227-9754-49ae2675d821 req-e97561e6-a32e-4c4e-924e-16472252b4fc tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697176 Mar 03 01:00:26.553950 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-169d6a16-d1c0-4fc3-8f93-6e64aae7dea0 req-c846e5fb-4abc-4e79-a92c-d753e22cce58 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702250 Mar 03 01:00:26.629956 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:26.636847 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc17857c-f2ee-4d3d-89bd-59d5014fb0e5 req-32d96d4b-1f10-413b-adbe-e29888b9f744 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0311682 Mar 03 01:00:26.688738 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940cb2-e3d3-4b26-a395-79ccc554c0c1 req-3676a744-0765-480a-a051-12ffc250c40d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.690370 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18940cb2-e3d3-4b26-a395-79ccc554c0c1 req-3676a744-0765-480a-a051-12ffc250c40d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0560920 Mar 03 01:00:26.690854 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:00:26.695421 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:26.695884 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:26.700488 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'port': {'device_id': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'admin_state_up': True, 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'security_groups': ['2bff42c9-6aff-4509-90ed-76ad14cbaf93']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:26.775709 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-a16f0ba8-7f54-4c11-afc1-ebef00d5ae29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3b313d-ec99-4711-8b01-85a9d350c193 HTTP/1.1" status: 200 len: 217 time: 0.0831950 Mar 03 01:00:26.787529 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:26.787529 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:26.812879 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467353ab-ae2f-47cf-8c39-d46859d56553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:26.815193 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66c1616-5a72-4674-b364-050e32ff5002" -d '{"events": [{"server_uuid": "467353ab-ae2f-47cf-8c39-d46859d56553", "name": "network-vif-plugged", "status": "completed", "tag": "21cbaf8a-c939-46d8-9012-6b97e8b3d5ce"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:26.839743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:26.849432 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:26.857520 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d4dbe-1af6-43fc-b14c-34063a815320 x-openstack-request-id: req-562d4dbe-1af6-43fc-b14c-34063a815320 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:26.857890 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467353ab-ae2f-47cf-8c39-d46859d56553", "name": "network-vif-plugged", "status": "completed", "tag": "21cbaf8a-c939-46d8-9012-6b97e8b3d5ce", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:26.858171 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-562d4dbe-1af6-43fc-b14c-34063a815320 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:26.858615 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467353ab-ae2f-47cf-8c39-d46859d56553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce', 'code': 200} Mar 03 01:00:26.881920 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18940cb2-e3d3-4b26-a395-79ccc554c0c1 req-da7208d1-95b6-47f4-b53c-f517bc54e3aa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770730 Mar 03 01:00:26.892445 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-5827c4d9-f424-475c-a481-f815c85f2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:26.893933 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-5827c4d9-f424-475c-a481-f815c85f2b4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.1023331 Mar 03 01:00:26.916026 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:26.927634 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Made reservation on behalf of e8352f65ca5c4d64a4f541df45592573 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:26.931017 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:26.959017 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-82430daf-f604-4302-b0df-cc61a74f42c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418806 Mar 03 01:00:27.138828 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-d9200a20-b2eb-464f-ace7-504ba94466be service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661594 Mar 03 01:00:27.148477 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Allocated IP 172.20.0.13 (1183d3ed-5b05-4284-9888-eb6866bc36db/2286ee20-4897-4b91-860b-6a40a733da09/c53d304e-5296-4845-a159-af7a52a486c7) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:27.249059 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a38277-e76e-45e9-a161-027e734bf8f5 req-3db391af-6e20-47e7-b6de-84f3bf93f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:27.251400 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b0a38277-e76e-45e9-a161-027e734bf8f5 req-3db391af-6e20-47e7-b6de-84f3bf93f512 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.0702534 Mar 03 01:00:27.371847 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed03407c-9f66-42b2-bf45-fab5325d82b8 req-3eaafbf0-39f4-4090-b401-0610066472a4 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725094 Mar 03 01:00:27.384223 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for port (c53d304e-5296-4845-a159-af7a52a486c7), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:27.395090 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b0a38277-e76e-45e9-a161-027e734bf8f5 req-13c43d9b-ec27-4396-8db5-7e940e107b5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297817 Mar 03 01:00:27.433436 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (c53d304e-5296-4845-a159-af7a52a486c7), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:27.488941 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Network 1183d3ed-5b05-4284-9888-eb6866bc36db is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:27.492134 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:27.495808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:27.501798 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:27.512335 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:27.516694 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'Port': ['ID=c53d304e-5296-4845-a159-af7a52a486c7,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:27.530071 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-a3bade3b-4fb3-4a3c-8253-01bcc7778779 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8386304 Mar 03 01:00:27.685515 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3b864-2da8-49ad-8bd9-4e6b113ac778 req-eef70b63-430a-4762-8795-ec9eaf5559cd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:27.689317 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9fa3b864-2da8-49ad-8bd9-4e6b113ac778 req-eef70b63-430a-4762-8795-ec9eaf5559cd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0656319 Mar 03 01:00:27.738100 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9fa3b864-2da8-49ad-8bd9-4e6b113ac778 req-f9d6e9e1-efd8-4f50-9257-8f3f07374792 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Mar 03 01:00:27.747984 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-a89000b1-7aa4-41c8-ace1-bf0b90153ba9 None None] Provisioning complete for port c53d304e-5296-4845-a159-af7a52a486c7 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:27.748451 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a89000b1-7aa4-41c8-ace1-bf0b90153ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c53d304e-5296-4845-a159-af7a52a486c7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:27.785018 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-a89000b1-7aa4-41c8-ace1-bf0b90153ba9 None None] Port c53d304e-5296-4845-a159-af7a52a486c7 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:00:27.847507 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b23f40-3fd0-4656-b065-5f1707de41be req-58942110-9d2c-46f7-8c6f-da3bac405c91 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:27.849499 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-12b23f40-3fd0-4656-b065-5f1707de41be req-58942110-9d2c-46f7-8c6f-da3bac405c91 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0544195 Mar 03 01:00:27.898356 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-12b23f40-3fd0-4656-b065-5f1707de41be req-df234a7c-7420-437d-a5bc-4174a78d9b18 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Mar 03 01:00:28.002861 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7f87-4d1b-44d3-99a8-9d18935c6b04 req-1c53b423-6362-4c3b-85cc-6d6cc44ad7a9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:28.004348 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-076f7f87-4d1b-44d3-99a8-9d18935c6b04 req-1c53b423-6362-4c3b-85cc-6d6cc44ad7a9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 932 time: 0.0519910 Mar 03 01:00:28.050713 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-076f7f87-4d1b-44d3-99a8-9d18935c6b04 req-4fd68885-5817-4f0b-b944-e5b5ee60c8e0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Mar 03 01:00:28.166914 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a49b6b-9718-4bb7-98b9-fbbb4da2133b req-fff4dc7f-fdaf-40cf-b78d-9fbf85957d4d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:28.169588 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e5a49b6b-9718-4bb7-98b9-fbbb4da2133b req-fff4dc7f-fdaf-40cf-b78d-9fbf85957d4d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0578692 Mar 03 01:00:28.224890 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e5a49b6b-9718-4bb7-98b9-fbbb4da2133b req-4189f2fe-33e1-4967-b7fd-795a9765078a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486984 Mar 03 01:00:28.855974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20ce6-d7ea-467e-948f-c8e11d88c9ac req-d7b2c265-2758-4e2e-9be2-1760fd74aada tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:28.857474 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-22c20ce6-d7ea-467e-948f-c8e11d88c9ac req-d7b2c265-2758-4e2e-9be2-1760fd74aada tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 943 time: 0.0557995 Mar 03 01:00:28.904026 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-22c20ce6-d7ea-467e-948f-c8e11d88c9ac req-93dc8ec9-8007-417b-80da-d29b28941dec tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Mar 03 01:00:29.164753 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26fc5a-5b72-48cb-b39b-019be8bcf449 req-9515709e-4713-49ce-9c29-ae717d163c89 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:29.166461 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0c26fc5a-5b72-48cb-b39b-019be8bcf449 req-9515709e-4713-49ce-9c29-ae717d163c89 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 932 time: 0.0510974 Mar 03 01:00:29.213026 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0c26fc5a-5b72-48cb-b39b-019be8bcf449 req-0ac4bc08-66ce-499f-82f0-2b6784e1ae4f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 Mar 03 01:00:29.354988 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa148d-4e10-4673-9298-f17a9498d459 req-4ae8f03e-2435-45db-a79e-f39f51fe063d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:29.356375 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ffa148d-4e10-4673-9298-f17a9498d459 req-4ae8f03e-2435-45db-a79e-f39f51fe063d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0539219 Mar 03 01:00:29.402712 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ffa148d-4e10-4673-9298-f17a9498d459 req-6bd1c1d1-1153-4325-aa03-ff8b656d995b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Mar 03 01:00:29.588221 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8b3b313d-ec99-4711-8b01-85a9d350c193 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:29.685414 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8b3b313d-ec99-4711-8b01-85a9d350c193, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8b3b313d-ec99-4711-8b01-85a9d350c193,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:29.696965 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '8b3b313d-ec99-4711-8b01-85a9d350c193', 'network_id': '586eac43-c1ec-45fc-a3cb-0f571059d6e3', 'port_id': '8b3b313d-ec99-4711-8b01-85a9d350c193', 'mac_address': 'fa:16:3e:ec:8d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce253ab-2dbf-4069-a1eb-dea2e8b931bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:29.732998 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8b3b313d-ec99-4711-8b01-85a9d350c193 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:29.733393 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:29.745912 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3b313d-ec99-4711-8b01-85a9d350c193 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:29.765903 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8b3b313d-ec99-4711-8b01-85a9d350c193, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8b3b313d-ec99-4711-8b01-85a9d350c193,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:29.770138 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:29.824632 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8b3b313d-ec99-4711-8b01-85a9d350c193,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:30.017643 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d9ee5-4bf4-48a9-9753-694eec76b231 req-c4d637c5-804c-4ead-be83-34fe4c68c915 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:30.019108 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bd1d9ee5-4bf4-48a9-9753-694eec76b231 req-c4d637c5-804c-4ead-be83-34fe4c68c915 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 944 time: 0.0508420 Mar 03 01:00:30.064189 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bd1d9ee5-4bf4-48a9-9753-694eec76b231 req-a26ffc2f-4cf8-4dde-89ca-b253d78c9aa9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Mar 03 01:00:30.329446 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d443c-7d4d-4137-b7e6-d4708959cd46 req-a708ca5b-bfd0-4a86-83d6-7b930167458b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:30.330975 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf8d443c-7d4d-4137-b7e6-d4708959cd46 req-a708ca5b-bfd0-4a86-83d6-7b930167458b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 932 time: 0.0529039 Mar 03 01:00:30.381352 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf8d443c-7d4d-4137-b7e6-d4708959cd46 req-9d1b954c-992c-4873-9153-2b0fcde55fac tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 Mar 03 01:00:30.522664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600ad8f-816f-4ed3-8381-edd34abd0d9e req-7dcc49f1-5221-4780-adbf-29d7ac5e74d9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:30.524212 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4600ad8f-816f-4ed3-8381-edd34abd0d9e req-7dcc49f1-5221-4780-adbf-29d7ac5e74d9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0536172 Mar 03 01:00:30.573094 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4600ad8f-816f-4ed3-8381-edd34abd0d9e req-3bfb1608-1ed3-45b3-beff-a0842bde21ed tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Mar 03 01:00:30.612483 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Request body: {'port': {'device_id': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:30.679434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c53d304e-5296-4845-a159-af7a52a486c7), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:30.960064 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53d304e-5296-4845-a159-af7a52a486c7 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:30.967312 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Publish callbacks [] for port (c53d304e-5296-4845-a159-af7a52a486c7), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:30.979500 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Transition to ACTIVE for port object c53d304e-5296-4845-a159-af7a52a486c7 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:30.985235 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c53d304e-5296-4845-a159-af7a52a486c7), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:31.035804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c53d304e-5296-4845-a159-af7a52a486c7,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:31.074282 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Attempting to bind port c53d304e-5296-4845-a159-af7a52a486c7 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:31.074617 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Attempting to bind port c53d304e-5296-4845-a159-af7a52a486c7 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:31.074947 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Attempting to bind port c53d304e-5296-4845-a159-af7a52a486c7 on network 1183d3ed-5b05-4284-9888-eb6866bc36db {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:31.080399 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Port c53d304e-5296-4845-a159-af7a52a486c7 on network 1183d3ed-5b05-4284-9888-eb6866bc36db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:31.080744 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Attempting to bind port c53d304e-5296-4845-a159-af7a52a486c7 on network 1183d3ed-5b05-4284-9888-eb6866bc36db {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:31.089057 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:31.089487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Checking segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:31.089889 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Bound using segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:31.090388 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Bound port: c53d304e-5296-4845-a159-af7a52a486c7, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:31.090931 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c53d304e-5296-4845-a159-af7a52a486c7), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:31.219543 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['8b3b313d-ec99-4711-8b01-85a9d350c193'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:31.377134 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] For port c53d304e-5296-4845-a159-af7a52a486c7, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:31.381004 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] For port c53d304e-5296-4845-a159-af7a52a486c7, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c53d304e-5296-4845-a159-af7a52a486c7,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:31.388823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c53d304e-5296-4845-a159-af7a52a486c7), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:31.401718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157cf0a-5d35-4e5e-bb43-5257cad504ce req-db4b297d-7c6b-4975-a314-4a0a5b779c2b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.403416 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5157cf0a-5d35-4e5e-bb43-5257cad504ce req-db4b297d-7c6b-4975-a314-4a0a5b779c2b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 944 time: 0.2722187 Mar 03 01:00:31.450316 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.450944 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:31.452406 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 1094 time: 0.8446040 Mar 03 01:00:31.453607 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:31.455784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775af56-843e-4610-8d51-cd14ae10ec85" -d '{"events": [{"name": "network-changed", "server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "tag": "c53d304e-5296-4845-a159-af7a52a486c7"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:31.493487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcbfba-4bf0-4b97-9644-306d4b6305f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c53d304e-5296-4845-a159-af7a52a486c7,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:31.513942 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5157cf0a-5d35-4e5e-bb43-5257cad504ce req-6a24531a-3627-47e7-99d4-ad5cfd1f9f5f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Mar 03 01:00:31.581936 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-530cc127-5adc-4c35-9468-76d0900bb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.583567 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-530cc127-5adc-4c35-9468-76d0900bb7f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1128 time: 0.0648308 Mar 03 01:00:31.668870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-e04e0468-daff-43b8-8edb-79a9c7f885b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 217 time: 0.0409253 Mar 03 01:00:31.724471 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e4e2-65fe-4172-b1f0-c6ef28dcb8c9 req-25407c0b-274e-427b-9f7f-071f2138b646 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.725968 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4fa7e4e2-65fe-4172-b1f0-c6ef28dcb8c9 req-25407c0b-274e-427b-9f7f-071f2138b646 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 944 time: 0.1344931 Mar 03 01:00:31.756394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-cfa04c48-3c6b-4fae-b852-d0730ec721b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.757860 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-cfa04c48-3c6b-4fae-b852-d0730ec721b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0805466 Mar 03 01:00:31.815773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4fa7e4e2-65fe-4172-b1f0-c6ef28dcb8c9 req-bbbc3c95-ef22-4382-9930-6f2dc9f47698 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814180 Mar 03 01:00:31.850379 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-b0dd28ff-fd48-4541-be9c-af53f3a25b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.852142 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-b0dd28ff-fd48-4541-be9c-af53f3a25b05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808244 Mar 03 01:00:31.878602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eff6bb-ad56-48f2-82a0-33823081d171 x-openstack-request-id: req-f3eff6bb-ad56-48f2-82a0-33823081d171 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:31.878878 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "tag": "c53d304e-5296-4845-a159-af7a52a486c7", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:31.879141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3eff6bb-ad56-48f2-82a0-33823081d171 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:31.879556 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7', 'status': 'completed', 'code': 200} Mar 03 01:00:31.978994 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce4d9-a20a-4247-9050-44d4ef2147e8 req-6a461c5d-f3b3-4c9e-b384-2745f4b90bc4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:31.980491 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-734ce4d9-a20a-4247-9050-44d4ef2147e8 req-6a461c5d-f3b3-4c9e-b384-2745f4b90bc4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0534191 Mar 03 01:00:32.083750 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-734ce4d9-a20a-4247-9050-44d4ef2147e8 req-dc8625b0-0f4b-4eb4-bceb-a9ce5139e3e3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968864 Mar 03 01:00:32.129143 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-97d96b72-3b74-405d-a88b-475f6d4cf618 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249833 Mar 03 01:00:32.297758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2453c-d914-4c3f-bd9e-f5454cdac11b req-528a29b0-71f0-4629-82aa-7111ff124238 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:32.299228 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-78c2453c-d914-4c3f-bd9e-f5454cdac11b req-528a29b0-71f0-4629-82aa-7111ff124238 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1181490 Mar 03 01:00:32.301434 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d75c5939-befb-49cc-8dc4-b92693fadbc1 req-8ed1ea43-0f0f-485a-ab8d-a10e1a155c30 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305974 Mar 03 01:00:32.307879 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58494) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:32.313139 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'floatingip': {'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:32.383114 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (7e685eb1-8cfd-47db-8eef-f5447806004a), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:32.634856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de700d-fd22-4bd1-8efa-7b3bd73685ae req-71ed03dd-ef19-4525-8e70-4293eaa58fff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:32.636351 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d3de700d-fd22-4bd1-8efa-7b3bd73685ae req-71ed03dd-ef19-4525-8e70-4293eaa58fff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 944 time: 0.0521047 Mar 03 01:00:32.685903 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d3de700d-fd22-4bd1-8efa-7b3bd73685ae req-97c7c5f1-92ba-44cb-96f8-11298684086f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Mar 03 01:00:32.943734 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233297-102c-40b8-912c-97c95c3f0359 req-9d7bb20e-e44e-428c-9236-3c0c1a8f9ec8 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:32.945249 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52233297-102c-40b8-912c-97c95c3f0359 req-9d7bb20e-e44e-428c-9236-3c0c1a8f9ec8 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 944 time: 0.0576200 Mar 03 01:00:33.000712 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52233297-102c-40b8-912c-97c95c3f0359 req-a6d5b255-1116-4fdf-a373-fb66fb1dcc53 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499744 Mar 03 01:00:33.179694 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.183711 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (7e685eb1-8cfd-47db-8eef-f5447806004a), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.287127 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Floating IP 7e685eb1-8cfd-47db-8eef-f5447806004a associated. External IP: 172.27.0.109, port: 5de5eec9-6f29-4d37-be6c-491ba6317156. Mar 03 01:00:33.506515 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:00:33.537532 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 58526) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:33.617154 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:00:33.622044 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.631914 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:00:33.637572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-123f0637-2f8c-41db-8bb8-b3fe183cd0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.642959 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:00:33.643568 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:00:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:33.660230 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e10b83b2-9263-4ff1-9eaa-adbcf860ecb4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "PUT /v2.0/floatingips/7e685eb1-8cfd-47db-8eef-f5447806004a HTTP/1.1" status: 200 len: 991 time: 1.3486326 Mar 03 01:00:33.660230 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:33.661090 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7157d2-99ca-4e91-be52-20039f7a7932" -d '{"events": [{"name": "network-changed", "server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:33.721311 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c266b5-0bb2-4d65-98f3-6b5e5c5ea5ae x-openstack-request-id: req-77c266b5-0bb2-4d65-98f3-6b5e5c5ea5ae {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:33.721792 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:33.723313 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77c266b5-0bb2-4d65-98f3-6b5e5c5ea5ae {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:33.723888 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'status': 'completed', 'code': 200} Mar 03 01:00:33.741762 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-123f0637-2f8c-41db-8bb8-b3fe183cd0d0 admin admin] Publish callbacks [] for security_group (4eb2062f-ac6a-4862-8d91-3cd320ca3642), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.753150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-123f0637-2f8c-41db-8bb8-b3fe183cd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4eb2062f-ac6a-4862-8d91-3cd320ca3642), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.790342 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:33.831459 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-123f0637-2f8c-41db-8bb8-b3fe183cd0d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=767d43bcbd6441db82dd0c5ba1a6c8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928107 Mar 03 01:00:33.834179 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58542) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:33.838643 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f0637-2f8c-41db-8bb8-b3fe183cd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2062f-ac6a-4862-8d91-3cd320ca3642,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:33.864984 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645e2f-838f-4767-b5cd-7d749be80bcb req-13f7921a-24bf-45f4-b288-85c2d29ab0c1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:33.867188 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d0645e2f-838f-4767-b5cd-7d749be80bcb req-13f7921a-24bf-45f4-b288-85c2d29ab0c1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 944 time: 0.0880156 Mar 03 01:00:33.895026 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82b6e470-06d0-42d5-936f-0e05fb721b5e admin admin] Publish callbacks [] for security_group (4eb2062f-ac6a-4862-8d91-3cd320ca3642), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.921824 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d0645e2f-838f-4767-b5cd-7d749be80bcb req-b5fffa4e-c8cd-41cf-9575-6fb90453a7ac tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483904 Mar 03 01:00:33.925784 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82b6e470-06d0-42d5-936f-0e05fb721b5e admin admin] Publish callbacks [] for security_group (4eb2062f-ac6a-4862-8d91-3cd320ca3642), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.985401 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82b6e470-06d0-42d5-936f-0e05fb721b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4eb2062f-ac6a-4862-8d91-3cd320ca3642), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.988858 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82b6e470-06d0-42d5-936f-0e05fb721b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:33.993019 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-82b6e470-06d0-42d5-936f-0e05fb721b5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4eb2062f-ac6a-4862-8d91-3cd320ca3642 HTTP/1.1" status: 204 len: 168 time: 0.1578634 Mar 03 01:00:34.003326 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6e470-06d0-42d5-936f-0e05fb721b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2062f-ac6a-4862-8d91-3cd320ca3642,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:34.135375 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698c38-08b7-40fe-ab0b-9ac31c2b84bd req-3362fbc8-0ca0-4629-8c18-73f5462e9c90 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:34.143687 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62698c38-08b7-40fe-ab0b-9ac31c2b84bd req-3362fbc8-0ca0-4629-8c18-73f5462e9c90 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 944 time: 0.0679739 Mar 03 01:00:34.144922 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '7e685eb1-8cfd-47db-8eef-f5447806004a', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'mac_address': 'fa:16:3e:45:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T00:59:57Z', 'updated_at': '2022-03-03T01:00:33Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:34.192726 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:00:34.203257 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:00:34.204163 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:00:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:34.213790 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62698c38-08b7-40fe-ab0b-9ac31c2b84bd req-844b4e2a-8ea9-4bcf-9c96-a2b24c8f5347 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689983 Mar 03 01:00:34.336511 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:34.361586 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58560) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:34.375327 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-855f10ff-6b45-426b-a9c2-a53e456f5e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.451933 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-855f10ff-6b45-426b-a9c2-a53e456f5e09 admin admin] Publish callbacks [] for security_group (f735d871-a744-407e-9830-ef87a2de0a56), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.456388 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-855f10ff-6b45-426b-a9c2-a53e456f5e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f735d871-a744-407e-9830-ef87a2de0a56), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.497666 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-855f10ff-6b45-426b-a9c2-a53e456f5e09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc59f8242d7b45129d40d8140364cfb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348639 Mar 03 01:00:34.498420 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f10ff-6b45-426b-a9c2-a53e456f5e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f735d871-a744-407e-9830-ef87a2de0a56,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:34.500372 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 58562) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:34.551348 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe08298c-cc5a-4f11-8ab2-cd01c1ee53d8 admin admin] Publish callbacks [] for security_group (f735d871-a744-407e-9830-ef87a2de0a56), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.572065 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe08298c-cc5a-4f11-8ab2-cd01c1ee53d8 admin admin] Publish callbacks [] for security_group (f735d871-a744-407e-9830-ef87a2de0a56), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.572241 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '7e685eb1-8cfd-47db-8eef-f5447806004a', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'mac_address': 'fa:16:3e:45:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T00:59:57Z', 'updated_at': '2022-03-03T01:00:33Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:34.602019 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05299ed2-8487-4666-a3f9-806747a13e75 None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '7e685eb1-8cfd-47db-8eef-f5447806004a', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'mac_address': 'fa:16:3e:45:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T00:59:57Z', 'updated_at': '2022-03-03T01:00:33Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:00:34.621753 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe08298c-cc5a-4f11-8ab2-cd01c1ee53d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f735d871-a744-407e-9830-ef87a2de0a56), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.624522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe08298c-cc5a-4f11-8ab2-cd01c1ee53d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:34.625734 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-fe08298c-cc5a-4f11-8ab2-cd01c1ee53d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f735d871-a744-407e-9830-ef87a2de0a56 HTTP/1.1" status: 204 len: 168 time: 0.1236587 Mar 03 01:00:34.633623 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08298c-cc5a-4f11-8ab2-cd01c1ee53d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f735d871-a744-407e-9830-ef87a2de0a56,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:34.815094 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d76d73-7378-421d-abcc-8ec476454b5a None None] New status for floating IP 7e685eb1-8cfd-47db-8eef-f5447806004a: ACTIVE {{(pid=102988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:00:35.044751 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276a590-77f2-453a-968d-522c0b2bb8b4 req-2200a40f-d240-47df-9ead-07a9c351ef03 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.046763 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6276a590-77f2-453a-968d-522c0b2bb8b4 req-2200a40f-d240-47df-9ead-07a9c351ef03 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 944 time: 0.0541246 Mar 03 01:00:35.096706 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6276a590-77f2-453a-968d-522c0b2bb8b4 req-04887122-2ca9-40b1-bfa5-781f30915162 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Mar 03 01:00:35.141840 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:00:35.394844 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-865e3d49-6fac-41eb-b0d1-85489f0b1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.396986 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-865e3d49-6fac-41eb-b0d1-85489f0b1bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1129 time: 0.0671544 Mar 03 01:00:35.397916 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891f5c-1f1c-401c-9cf0-05e2833e6447 req-ea8f2053-ddce-4741-8dc1-a139d33fac7b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.399398 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8a891f5c-1f1c-401c-9cf0-05e2833e6447 req-ea8f2053-ddce-4741-8dc1-a139d33fac7b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 944 time: 0.1103678 Mar 03 01:00:35.416201 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-f3f3fe38-2d86-44b4-8043-0bc61f4f7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.417674 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-f3f3fe38-2d86-44b4-8043-0bc61f4f7e69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1128 time: 0.0827253 Mar 03 01:00:35.495128 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-f37057c1-e567-4e09-93c9-e6622b10c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.496808 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-f37057c1-e567-4e09-93c9-e6622b10c4e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.0924718 Mar 03 01:00:35.502477 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8a891f5c-1f1c-401c-9cf0-05e2833e6447 req-9ae5ccee-5140-46c5-afe2-2b0f53fc2ef8 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943477 Mar 03 01:00:35.542163 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-cf87dd17-7e57-4392-aeba-059e8873c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.543624 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-cf87dd17-7e57-4392-aeba-059e8873c5d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.1112525 Mar 03 01:00:35.596493 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-f2fce71e-7ad0-410e-bacb-ffbbf84dd19c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 217 time: 0.0447199 Mar 03 01:00:35.600507 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-65fd840b-6855-4eab-b262-f24d2fbdaf8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 1001 time: 0.0960298 Mar 03 01:00:35.654036 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-f2118756-1e08-450c-b713-1dd6a8e2ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.655524 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-f2118756-1e08-450c-b713-1dd6a8e2ffbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0450304 Mar 03 01:00:35.660602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-fb775fa9-70aa-4d33-b823-f4acfe170d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.662123 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-fb775fa9-70aa-4d33-b823-f4acfe170d17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0518444 Mar 03 01:00:35.712066 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-e5b60258-7410-4d3c-bf8f-ae91b2731d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.713830 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-e5b60258-7410-4d3c-bf8f-ae91b2731d67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511284 Mar 03 01:00:35.721184 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-a3933d68-847a-43cd-a2e8-f01cc3d1658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:35.722708 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-a3933d68-847a-43cd-a2e8-f01cc3d1658e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491972 Mar 03 01:00:35.809692 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-05afa39e-90c2-418d-914c-9783e02565a1 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872769 Mar 03 01:00:35.823634 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-afbeb2b7-22b7-453a-86d2-41ce939aebf3 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943396 Mar 03 01:00:35.929817 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d775af56-843e-4610-8d51-cd14ae10ec85 req-9ec968d1-b426-4c4d-a1d3-436b0b1be45c service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994520 Mar 03 01:00:36.092296 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd7157d2-99ca-4e91-be52-20039f7a7932 req-b1a0cfb3-6728-475a-a945-957b37a373d2 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755599 Mar 03 01:00:36.228795 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1857-7e17-4656-b5e5-298d6745afd4 req-eb7e513f-4638-4710-96f2-000219d98341 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:36.230410 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6eb1857-7e17-4656-b5e5-298d6745afd4 req-eb7e513f-4638-4710-96f2-000219d98341 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 944 time: 0.0553858 Mar 03 01:00:36.283065 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6eb1857-7e17-4656-b5e5-298d6745afd4 req-153549c2-a74c-47e9-83c9-7f7c1d3b968d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Mar 03 01:00:36.705751 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8b3b313d-ec99-4711-8b01-85a9d350c193 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:36.759547 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 8b3b313d-ec99-4711-8b01-85a9d350c193 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:00:36.763864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 8b3b313d-ec99-4711-8b01-85a9d350c193 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:36.764339 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:36.769662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d363577-1705-4936-9be5-bfb169ead743 req-e10d8424-7d3b-444f-9b31-bbd760ecdafa tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:36.771773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6d363577-1705-4936-9be5-bfb169ead743 req-e10d8424-7d3b-444f-9b31-bbd760ecdafa tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 944 time: 0.0613847 Mar 03 01:00:36.832196 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6d363577-1705-4936-9be5-bfb169ead743 req-056e9222-6057-4531-8859-8e96a5ecd8ef tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543420 Mar 03 01:00:36.853323 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8b3b313d-ec99-4711-8b01-85a9d350c193 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:36.853953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:36.878231 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b313d-ec99-4711-8b01-85a9d350c193'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:36.880488 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d60741-69a1-43a8-b0af-fca98b18a908" -d '{"events": [{"server_uuid": "5d80bd5d-07f7-44c8-8105-4ffa7709cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b313d-ec99-4711-8b01-85a9d350c193"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:36.893877 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8b3b313d-ec99-4711-8b01-85a9d350c193, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8b3b313d-ec99-4711-8b01-85a9d350c193,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:36.898286 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:36.925328 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d3fb87-b4c3-45e1-a71d-7f76c178768c x-openstack-request-id: req-31d3fb87-b4c3-45e1-a71d-7f76c178768c {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:36.925650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d80bd5d-07f7-44c8-8105-4ffa7709cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b313d-ec99-4711-8b01-85a9d350c193", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:36.925913 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31d3fb87-b4c3-45e1-a71d-7f76c178768c {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:36.926304 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b313d-ec99-4711-8b01-85a9d350c193', 'code': 200} Mar 03 01:00:36.952817 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8b3b313d-ec99-4711-8b01-85a9d350c193,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:37.194126 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3384f6-af32-4d67-bd35-91d38011be97 req-d7d5db3e-f14d-4ccf-87e9-9a1b466d2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:37.194126 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9c3384f6-af32-4d67-bd35-91d38011be97 req-d7d5db3e-f14d-4ccf-87e9-9a1b466d2e26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 1129 time: 0.0544603 Mar 03 01:00:37.260165 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9c3384f6-af32-4d67-bd35-91d38011be97 req-753fab34-bf8b-422b-b053-d3c0e35d5d4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Mar 03 01:00:37.435900 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aff9a-8779-47eb-93fe-8925a7c7abb8 req-43772ce2-2622-4025-8c15-1839f5e36fec tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:37.437463 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c05aff9a-8779-47eb-93fe-8925a7c7abb8 req-43772ce2-2622-4025-8c15-1839f5e36fec tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0577495 Mar 03 01:00:37.489015 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c05aff9a-8779-47eb-93fe-8925a7c7abb8 req-6fa2865d-8746-4798-8ac7-435c3f21a9e4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Mar 03 01:00:37.868514 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 58766) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:37.968426 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd93f0-dc8e-498f-ab12-4c104cd2b7a3 req-609c2fb7-bf97-4143-85ee-2398e0506c77 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:37.969932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1fd93f0-dc8e-498f-ab12-4c104cd2b7a3 req-609c2fb7-bf97-4143-85ee-2398e0506c77 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 944 time: 0.0631993 Mar 03 01:00:37.988980 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-64977e33-ac06-49d5-bd47-c0416a6b8234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.048765 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1fd93f0-dc8e-498f-ab12-4c104cd2b7a3 req-9cedd61e-567d-4887-899b-350f05823f6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665641 Mar 03 01:00:38.097821 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-64977e33-ac06-49d5-bd47-c0416a6b8234 admin admin] Publish callbacks [] for security_group (4c88860b-544f-42c4-9671-8eee18fcb9b9), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.101365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-64977e33-ac06-49d5-bd47-c0416a6b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4c88860b-544f-42c4-9671-8eee18fcb9b9), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.139499 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-64977e33-ac06-49d5-bd47-c0416a6b8234 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3368ca30eb4c45449bebf59ebe7b0702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698236 Mar 03 01:00:38.141458 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64977e33-ac06-49d5-bd47-c0416a6b8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c88860b-544f-42c4-9671-8eee18fcb9b9,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:38.142144 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58774) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:38.188785 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8995-6f6a-4288-864a-eceda5992fc9 admin admin] Publish callbacks [] for security_group (4c88860b-544f-42c4-9671-8eee18fcb9b9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.211805 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8995-6f6a-4288-864a-eceda5992fc9 admin admin] Publish callbacks [] for security_group (4c88860b-544f-42c4-9671-8eee18fcb9b9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.258093 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8995-6f6a-4288-864a-eceda5992fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4c88860b-544f-42c4-9671-8eee18fcb9b9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.260731 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8995-6f6a-4288-864a-eceda5992fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.261880 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c9aa8995-6f6a-4288-864a-eceda5992fc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c88860b-544f-42c4-9671-8eee18fcb9b9 HTTP/1.1" status: 204 len: 168 time: 0.1186945 Mar 03 01:00:38.269237 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa8995-6f6a-4288-864a-eceda5992fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c88860b-544f-42c4-9671-8eee18fcb9b9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:38.544251 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 58788) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:38.565728 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-48c21e1f-cfd4-49dc-a105-9bb1327cbc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.616740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c9d2-4f4e-4c7e-a583-d0f453778234 req-f6d25251-e852-419c-89b6-f985ff00c7ef tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:38.618409 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0795c9d2-4f4e-4c7e-a583-d0f453778234 req-f6d25251-e852-419c-89b6-f985ff00c7ef tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0571163 Mar 03 01:00:38.661720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf03c-2a2a-4acf-9b75-acc6d24e50e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.674934 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-48c21e1f-cfd4-49dc-a105-9bb1327cbc67 admin admin] Publish callbacks [] for security_group (1fb34fdd-94af-4d12-b174-abe4ded3bf45), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.681434 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-48c21e1f-cfd4-49dc-a105-9bb1327cbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (1fb34fdd-94af-4d12-b174-abe4ded3bf45), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.708431 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c53d304e-5296-4845-a159-af7a52a486c7 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:38.735208 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0795c9d2-4f4e-4c7e-a583-d0f453778234 req-18cea45b-c1cc-4764-a608-aba20a8d1ab8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944872 Mar 03 01:00:38.788992 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-48c21e1f-cfd4-49dc-a105-9bb1327cbc67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e089b7fd58474a5eb68fdf2d8eab1225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427881 Mar 03 01:00:38.789973 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c21e1f-cfd4-49dc-a105-9bb1327cbc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb34fdd-94af-4d12-b174-abe4ded3bf45,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:38.791197 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 58800) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:38.843060 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Publish callbacks [] for security_group (1fb34fdd-94af-4d12-b174-abe4ded3bf45), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.864827 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Publish callbacks [] for security_group (1fb34fdd-94af-4d12-b174-abe4ded3bf45), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.868769 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port c53d304e-5296-4845-a159-af7a52a486c7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c53d304e-5296-4845-a159-af7a52a486c7,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:38.882283 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'c53d304e-5296-4845-a159-af7a52a486c7', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'port_id': 'c53d304e-5296-4845-a159-af7a52a486c7', 'mac_address': 'fa:16:3e:75:7b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:38.913572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (1fb34fdd-94af-4d12-b174-abe4ded3bf45), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.916616 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.917848 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fb34fdd-94af-4d12-b174-abe4ded3bf45 HTTP/1.1" status: 204 len: 168 time: 0.1256711 Mar 03 01:00:38.925006 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port c53d304e-5296-4845-a159-af7a52a486c7 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:38.925523 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c53d304e-5296-4845-a159-af7a52a486c7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:38.925937 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb34fdd-94af-4d12-b174-abe4ded3bf45,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:38.934921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.935283 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.935633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.937365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.937365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.937365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.937749 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.938030 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.938839 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.939200 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.939527 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.940024 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53d304e-5296-4845-a159-af7a52a486c7 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:38.940170 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.940386 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a942d-7cce-44ce-85e3-d469950d2f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:38.969695 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port c53d304e-5296-4845-a159-af7a52a486c7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c53d304e-5296-4845-a159-af7a52a486c7,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:38.975212 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c53d304e-5296-4845-a159-af7a52a486c7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:39.027267 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=c53d304e-5296-4845-a159-af7a52a486c7,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:39.185385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fc5c7-14ca-4460-a526-adb4c3065270 req-916597ad-bef6-455d-9b15-4944be7bda7c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:39.192593 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-970fc5c7-14ca-4460-a526-adb4c3065270 req-916597ad-bef6-455d-9b15-4944be7bda7c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0663321 Mar 03 01:00:39.250452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-970fc5c7-14ca-4460-a526-adb4c3065270 req-d1bf29d5-a65f-4702-920a-cde2a17dfc72 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569799 Mar 03 01:00:39.581355 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['c53d304e-5296-4845-a159-af7a52a486c7'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:39.879141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fdff3-df74-46f8-9bec-3c28242172f0 req-18d37f2f-699c-47df-9ea6-fcece1073438 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:39.881134 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b92fdff3-df74-46f8-9bec-3c28242172f0 req-18d37f2f-699c-47df-9ea6-fcece1073438 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0635228 Mar 03 01:00:39.931729 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b92fdff3-df74-46f8-9bec-3c28242172f0 req-333306c3-a336-45ae-8a99-40b44fad629f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Mar 03 01:00:40.223313 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a88fe8-9af6-4ed4-85ea-88911404fce8 req-1d70a96e-3a69-402e-8ab6-751ce36cd1d9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:40.224839 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c3a88fe8-9af6-4ed4-85ea-88911404fce8 req-1d70a96e-3a69-402e-8ab6-751ce36cd1d9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0568805 Mar 03 01:00:40.297221 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c3a88fe8-9af6-4ed4-85ea-88911404fce8 req-c0589e79-2e5e-4619-8b28-5ad2d5083808 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 Mar 03 01:00:40.383894 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87ea81-19ea-49c5-8a5c-f4c6e2d22256 req-da77557a-89eb-47e3-bc43-640470fa8896 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:40.385436 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf87ea81-19ea-49c5-8a5c-f4c6e2d22256 req-da77557a-89eb-47e3-bc43-640470fa8896 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0535800 Mar 03 01:00:40.437624 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf87ea81-19ea-49c5-8a5c-f4c6e2d22256 req-629f1eca-0b49-4b90-b263-1cb745e6fc31 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457075 Mar 03 01:00:41.087323 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-900c7d9c-dbd7-41db-b35c-8eb748d5945e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:41.407863 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871168-df58-43e5-b971-b17a48225a12 req-331a411e-9429-494e-a81c-0aa57f56656a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:41.409354 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13871168-df58-43e5-b971-b17a48225a12 req-331a411e-9429-494e-a81c-0aa57f56656a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0516868 Mar 03 01:00:41.454859 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13871168-df58-43e5-b971-b17a48225a12 req-1f52e352-0696-47f6-ac32-df94331e81bb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Mar 03 01:00:41.553778 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b0edd-c952-4c89-8b90-48c2711cdb6f req-e1c2c817-f857-4d13-9795-c88b80c53e99 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:41.555285 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-515b0edd-c952-4c89-8b90-48c2711cdb6f req-e1c2c817-f857-4d13-9795-c88b80c53e99 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Mar 03 01:00:41.602303 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-515b0edd-c952-4c89-8b90-48c2711cdb6f req-a7d64ff3-e7d3-44fb-a5fd-f5908da718c9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414729 Mar 03 01:00:42.269351 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:42.574904 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f642-155a-451d-b0ed-29961afa734f req-ecba0221-c6d7-4e82-903a-b50df4768b08 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:42.576399 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b248f642-155a-451d-b0ed-29961afa734f req-ecba0221-c6d7-4e82-903a-b50df4768b08 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0550535 Mar 03 01:00:42.623397 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b248f642-155a-451d-b0ed-29961afa734f req-86dc8a72-5397-466a-a3bc-513f026e226c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 03 01:00:42.722019 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350c90c-4af4-4c57-823f-2ff03f277364 req-174c7479-d0bc-4d12-a8af-c5b991f59578 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:42.723477 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f350c90c-4af4-4c57-823f-2ff03f277364 req-174c7479-d0bc-4d12-a8af-c5b991f59578 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Mar 03 01:00:42.771212 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f350c90c-4af4-4c57-823f-2ff03f277364 req-fc3c3826-542b-44e5-b884-dce416f34044 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 Mar 03 01:00:42.786567 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-de8a42d1-f542-419f-b446-4a18c78fe937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:42.788112 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-de8a42d1-f542-419f-b446-4a18c78fe937 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 1129 time: 0.0470428 Mar 03 01:00:42.855894 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-a2955cc0-9423-4ff5-bdf2-bf94fbe6f437 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465708 Mar 03 01:00:42.894947 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-84c92b7b-f816-42fb-b116-32e30173d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:42.896437 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-84c92b7b-f816-42fb-b116-32e30173d0ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.0866423 Mar 03 01:00:42.954174 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-40d5076c-4f47-4212-883f-70574b4871ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3b313d-ec99-4711-8b01-85a9d350c193 HTTP/1.1" status: 200 len: 217 time: 0.0350757 Mar 03 01:00:42.995393 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-9f0fb54c-e6da-406a-96ee-101c581fc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:42.996951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-9f0fb54c-e6da-406a-96ee-101c581fc1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 1130 time: 0.0480938 Mar 03 01:00:43.004257 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-cca239f8-66f7-4e41-b04b-dbec01982fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:43.005773 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-cca239f8-66f7-4e41-b04b-dbec01982fd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0437493 Mar 03 01:00:43.043158 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-6107861c-384f-4056-af78-dc0702799ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255766 Mar 03 01:00:43.106849 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-21811774-76ee-47aa-915e-d2745acc551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:43.108821 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-21811774-76ee-47aa-915e-d2745acc551c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 915 time: 0.0850315 Mar 03 01:00:43.149259 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-19934153-678f-484f-ba6d-7ada84efe5b7 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943787 Mar 03 01:00:43.156305 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-fb77eb3a-ea7b-47e0-bbc7-5ed5a773cf0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec5b8105-d64c-4588-9605-4502149561f9 HTTP/1.1" status: 200 len: 217 time: 0.0392148 Mar 03 01:00:43.208493 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-6f7c99e3-f280-46e3-96d4-5fc4191e3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:43.209951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-6f7c99e3-f280-46e3-96d4-5fc4191e3268 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.0435939 Mar 03 01:00:43.243824 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-3a887e8d-1575-4204-8bf5-039da98177f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251956 Mar 03 01:00:43.253739 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9c49368-6377-41ac-b9ae-dbe7ac4b6186 req-b1c5c864-794a-445a-b412-c62236c83559 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882638 Mar 03 01:00:43.341700 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-cbdd7910-ea51-4977-a208-ff22f51c1ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883849 Mar 03 01:00:43.558948 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:43.759954 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccadbe-7c76-44c4-b0a5-f34620c07491 req-0c1f60ff-d036-49aa-adfc-fc8ce7f8b285 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:43.761485 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dfccadbe-7c76-44c4-b0a5-f34620c07491 req-0c1f60ff-d036-49aa-adfc-fc8ce7f8b285 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0557082 Mar 03 01:00:43.808314 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dfccadbe-7c76-44c4-b0a5-f34620c07491 req-b1d6e0cf-778c-4a58-8bf4-2eef8fee4d42 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Mar 03 01:00:43.889209 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9aaf6-e9f2-439e-9a5c-0ca066de0928 req-283c62ac-5b16-48d2-a09d-2669633d3ed1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:43.890701 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c7c9aaf6-e9f2-439e-9a5c-0ca066de0928 req-283c62ac-5b16-48d2-a09d-2669633d3ed1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Mar 03 01:00:43.936530 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c7c9aaf6-e9f2-439e-9a5c-0ca066de0928 req-092a73bd-0a40-4689-9ac0-8902c8e4182c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401325 Mar 03 01:00:44.424239 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d8cf4f-ea25-490c-a4d2-7512a3776207 req-90878f47-c1ed-43b0-9484-caf549ee9d79 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857933 Mar 03 01:00:44.924402 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86c57c-d115-44fe-ad93-4030a85480a4 req-c158485c-9e1d-4367-b489-12d5b2c87292 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:44.926264 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe86c57c-d115-44fe-ad93-4030a85480a4 req-c158485c-9e1d-4367-b489-12d5b2c87292 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0535631 Mar 03 01:00:44.973259 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe86c57c-d115-44fe-ad93-4030a85480a4 req-f4ab02ef-629a-4406-8db3-54200b0a71dd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Mar 03 01:00:45.056546 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efede3-b4e0-4c25-ab7b-c50e4d9eb22d req-b3aeedb4-59a5-4c43-9c33-56c6ae0b1a72 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:45.058017 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6efede3-b4e0-4c25-ab7b-c50e4d9eb22d req-b3aeedb4-59a5-4c43-9c33-56c6ae0b1a72 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0562336 Mar 03 01:00:45.103100 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6efede3-b4e0-4c25-ab7b-c50e4d9eb22d req-983ff9e8-9295-4498-9e41-1f104603f670 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 Mar 03 01:00:45.290886 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:45.292577 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:46.090619 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c3d8-1282-4a69-96b2-3fa815d33921 req-22b98c5a-13d8-43a1-88c2-4e0f45912bf4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:46.092109 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fb46c3d8-1282-4a69-96b2-3fa815d33921 req-22b98c5a-13d8-43a1-88c2-4e0f45912bf4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0520377 Mar 03 01:00:46.138025 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fb46c3d8-1282-4a69-96b2-3fa815d33921 req-278d86d2-e1d3-4078-81a6-388d942c2754 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Mar 03 01:00:46.221921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1223ea8-8f07-4c87-97f6-f3d95b173157 req-9442b71b-6062-481e-8944-de5be3d58e79 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:46.223469 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e1223ea8-8f07-4c87-97f6-f3d95b173157 req-9442b71b-6062-481e-8944-de5be3d58e79 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Mar 03 01:00:46.275969 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e1223ea8-8f07-4c87-97f6-f3d95b173157 req-50a97260-d783-4e1d-975f-31bd99762087 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469623 Mar 03 01:00:46.760953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c53d304e-5296-4845-a159-af7a52a486c7 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:00:46.814645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port c53d304e-5296-4845-a159-af7a52a486c7 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:00:46.819007 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port c53d304e-5296-4845-a159-af7a52a486c7 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:00:46.819626 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c53d304e-5296-4845-a159-af7a52a486c7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:46.902430 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port c53d304e-5296-4845-a159-af7a52a486c7 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:46.902824 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c53d304e-5296-4845-a159-af7a52a486c7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:46.926686 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:46.928937 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de4b76-96cd-4832-b442-1982b61b17d2" -d '{"events": [{"server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "name": "network-vif-plugged", "status": "completed", "tag": "c53d304e-5296-4845-a159-af7a52a486c7"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:46.942999 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port c53d304e-5296-4845-a159-af7a52a486c7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c53d304e-5296-4845-a159-af7a52a486c7,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:46.948888 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c53d304e-5296-4845-a159-af7a52a486c7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:46.974870 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ab5a0-efb6-4c4c-8a48-1d1e2857a218 x-openstack-request-id: req-c64ab5a0-efb6-4c4c-8a48-1d1e2857a218 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:46.975193 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "name": "network-vif-plugged", "status": "completed", "tag": "c53d304e-5296-4845-a159-af7a52a486c7", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:46.975480 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c64ab5a0-efb6-4c4c-8a48-1d1e2857a218 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:46.975869 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7', 'code': 200} Mar 03 01:00:47.002275 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=c53d304e-5296-4845-a159-af7a52a486c7,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:47.009883 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.010270 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.010641 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.011041 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.011443 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.011790 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.012165 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.012507 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.012841 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.013189 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.013767 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.014104 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.014988 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:47.279382 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b896cf-fa3a-4ace-9fa9-475e44ebefae req-73a6a3e9-6906-40a4-941c-3c4d2a69d08f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:47.281887 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-32b896cf-fa3a-4ace-9fa9-475e44ebefae req-73a6a3e9-6906-40a4-941c-3c4d2a69d08f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0747437 Mar 03 01:00:47.359483 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-32b896cf-fa3a-4ace-9fa9-475e44ebefae req-d28d2fbc-390b-4914-8149-9fedad6bb5a3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711596 Mar 03 01:00:47.430695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35915c-09d3-4c5b-bab3-9bf93b799b4f req-529e1fe5-c8e3-4a1d-8556-a1bad7969536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:47.432314 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c35915c-09d3-4c5b-bab3-9bf93b799b4f req-529e1fe5-c8e3-4a1d-8556-a1bad7969536 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1130 time: 0.1366045 Mar 03 01:00:47.443722 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7422e-b7c8-40da-b6a0-a2be450ce323 req-0fa6450a-ece3-4fef-903c-0322f144038d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:47.445296 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-90a7422e-b7c8-40da-b6a0-a2be450ce323 req-0fa6450a-ece3-4fef-903c-0322f144038d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0900505 Mar 03 01:00:47.706611 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-90a7422e-b7c8-40da-b6a0-a2be450ce323 req-cd506eea-67e8-4685-94af-a24bbe9f3d0e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523527 Mar 03 01:00:47.708830 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c35915c-09d3-4c5b-bab3-9bf93b799b4f req-84517a62-675a-4a28-a258-83aeb8c67939 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626603 Mar 03 01:00:48.515800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eb7f4-80a1-4e50-8fba-919c46d89021 req-ad5d675d-6dc1-4dcf-b146-0620484096ba tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:48.517836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b36eb7f4-80a1-4e50-8fba-919c46d89021 req-ad5d675d-6dc1-4dcf-b146-0620484096ba tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0751371 Mar 03 01:00:48.569376 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b36eb7f4-80a1-4e50-8fba-919c46d89021 req-f8da6296-b26d-414c-bf54-538d414b5d4a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Mar 03 01:00:48.827796 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bc9a-72c4-442f-84d6-fd3a9d966979 req-fa091e54-842c-44c2-b776-dcd1fb6437d3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:48.829795 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fb87bc9a-72c4-442f-84d6-fd3a9d966979 req-fa091e54-842c-44c2-b776-dcd1fb6437d3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0576546 Mar 03 01:00:48.878043 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fb87bc9a-72c4-442f-84d6-fd3a9d966979 req-6357de95-7397-4c45-be1c-23432149fc3c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Mar 03 01:00:49.341355 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-9e1a4218-a31e-40bc-a090-827b99521e7e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:49.343657 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-9e1a4218-a31e-40bc-a090-827b99521e7e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.1017747 Mar 03 01:00:49.360965 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-14c3e789-2e3c-44ee-b4b7-d7d0011de8a3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/quotas/6aa349d21d934c93a4213fa56477eb2f HTTP/1.1" status: 200 len: 375 time: 0.0120347 Mar 03 01:00:49.416718 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-6015fcd5-49fa-4337-a6fd-32929865b129 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507724 Mar 03 01:00:49.507072 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-74af7c89-cb1e-4d83-aebe-b92e71dc1539 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836294 Mar 03 01:00:49.602309 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-edd0ffe6-b330-47ab-bc35-c2e5f9548ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889809 Mar 03 01:00:49.690501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cd679-6cd0-44ab-93aa-7d4e8df45aab req-60d2cceb-97c8-4df1-b02f-2ac00afb6b5e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:49.692015 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ba0cd679-6cd0-44ab-93aa-7d4e8df45aab req-60d2cceb-97c8-4df1-b02f-2ac00afb6b5e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0556555 Mar 03 01:00:49.752776 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ba0cd679-6cd0-44ab-93aa-7d4e8df45aab req-ba9f5160-3be2-4f40-b19c-3534bbe53899 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551779 Mar 03 01:00:49.775367 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0cbcb318-c0f0-4830-9c45-beab2d9bea00 req-7335fd1b-928e-4a9a-8460-944cc4f6802b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 210 time: 0.0362775 Mar 03 01:00:50.008911 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1635920-b6e1-4953-9053-1b9f526ff0a8 req-bf4a027d-ae28-42b1-8d68-172b5f3b5192 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:50.010776 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e1635920-b6e1-4953-9053-1b9f526ff0a8 req-bf4a027d-ae28-42b1-8d68-172b5f3b5192 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0637650 Mar 03 01:00:50.070875 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e1635920-b6e1-4953-9053-1b9f526ff0a8 req-ea9daeb2-10f2-4b5b-a39f-dd7951dcd6cf tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532703 Mar 03 01:00:50.200665 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526a2f7-7b19-4489-8684-f481d367cf6b req-f69826e0-f00c-48c7-9c2f-6850f35b7b3c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:50.202240 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c526a2f7-7b19-4489-8684-f481d367cf6b req-f69826e0-f00c-48c7-9c2f-6850f35b7b3c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0596035 Mar 03 01:00:50.212193 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59116) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:50.217825 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'floatingip': {'port_id': 'c53d304e-5296-4845-a159-af7a52a486c7'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:50.234804 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59118) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:50.304442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (7e67ffc6-b1b0-484a-a863-696eea605d73), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.374219 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.458785 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Publish callbacks [] for security_group (de856a5b-88b5-4baf-aeca-2ff860a1a027), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.462447 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (de856a5b-88b5-4baf-aeca-2ff860a1a027), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.509017 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec772b300470470ca438d5d475d8be9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716432 Mar 03 01:00:50.510469 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de856a5b-88b5-4baf-aeca-2ff860a1a027,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:50.513082 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59126) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:50.540009 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.540590 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.540950 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.541294 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.541632 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.541965 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.542301 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.542647 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.542974 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.543300 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.543634 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.543961 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.544312 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c53ae1-7ab1-444c-b99e-a00c05ed7c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:00:50.581509 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f94f-c650-47e2-9d59-20e337f8d6a1 admin admin] Publish callbacks [] for security_group (de856a5b-88b5-4baf-aeca-2ff860a1a027), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.603503 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f94f-c650-47e2-9d59-20e337f8d6a1 admin admin] Publish callbacks [] for security_group (de856a5b-88b5-4baf-aeca-2ff860a1a027), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.650063 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f94f-c650-47e2-9d59-20e337f8d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (de856a5b-88b5-4baf-aeca-2ff860a1a027), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.652692 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f94f-c650-47e2-9d59-20e337f8d6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.657512 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1ea0f94f-c650-47e2-9d59-20e337f8d6a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de856a5b-88b5-4baf-aeca-2ff860a1a027 HTTP/1.1" status: 204 len: 168 time: 0.1434352 Mar 03 01:00:50.665390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0f94f-c650-47e2-9d59-20e337f8d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de856a5b-88b5-4baf-aeca-2ff860a1a027,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:50.910391 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-04ba3348-a62b-4f92-8147-32859c980b61 req-13daafdf-bbf5-44d8-8f25-924bc0f5cccc tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 210 time: 0.0574989 Mar 03 01:00:50.952742 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59136) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:50.966013 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-44df80d5-fd0d-4e4b-a032-657977830327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:50.999000 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91076d91-76c9-4bf3-819b-b73ba72a8466 req-cccb9321-2ae9-4fd1-a81a-234ad3bf04a2 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:51.000601 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-91076d91-76c9-4bf3-819b-b73ba72a8466 req-cccb9321-2ae9-4fd1-a81a-234ad3bf04a2 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1749806 Mar 03 01:00:51.046756 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-44df80d5-fd0d-4e4b-a032-657977830327 admin admin] Publish callbacks [] for security_group (1d971a65-8b9b-4e4c-9cce-ecba91b83349), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.050957 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-44df80d5-fd0d-4e4b-a032-657977830327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (1d971a65-8b9b-4e4c-9cce-ecba91b83349), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.087022 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-44df80d5-fd0d-4e4b-a032-657977830327 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bfa5bc6180a47388a1ae84efb985c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327066 Mar 03 01:00:51.091394 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59138) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:51.094559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.104633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (7e67ffc6-b1b0-484a-a863-696eea605d73), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.109589 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df80d5-fd0d-4e4b-a032-657977830327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d971a65-8b9b-4e4c-9cce-ecba91b83349,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:51.113644 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-91076d91-76c9-4bf3-819b-b73ba72a8466 req-de278315-8927-494d-9ba9-8c904f682e9f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Mar 03 01:00:51.171609 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce3bb-8f94-428a-aafa-832bd21b31c2 admin admin] Publish callbacks [] for security_group (1d971a65-8b9b-4e4c-9cce-ecba91b83349), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.199518 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce3bb-8f94-428a-aafa-832bd21b31c2 admin admin] Publish callbacks [] for security_group (1d971a65-8b9b-4e4c-9cce-ecba91b83349), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.266981 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce3bb-8f94-428a-aafa-832bd21b31c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (1d971a65-8b9b-4e4c-9cce-ecba91b83349), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.274477 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce3bb-8f94-428a-aafa-832bd21b31c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.275846 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ab4ce3bb-8f94-428a-aafa-832bd21b31c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d971a65-8b9b-4e4c-9cce-ecba91b83349 HTTP/1.1" status: 204 len: 168 time: 0.1835260 Mar 03 01:00:51.296825 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ce3bb-8f94-428a-aafa-832bd21b31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d971a65-8b9b-4e4c-9cce-ecba91b83349,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:51.529543 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Floating IP 7e67ffc6-b1b0-484a-a863-696eea605d73 associated. External IP: 172.27.0.16, port: c53d304e-5296-4845-a159-af7a52a486c7. Mar 03 01:00:51.652640 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-234aedd7-20e5-47dc-8dc9-2b3fd1d38aba tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:51.654338 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-234aedd7-20e5-47dc-8dc9-2b3fd1d38aba tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.4389026 Mar 03 01:00:51.679484 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Request body: {'port': {'device_id': '1619d163-90ab-41e1-9b23-75af4b44a357', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'admin_state_up': True, 'tenant_id': '6aa349d21d934c93a4213fa56477eb2f'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:51.887756 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:00:51.892303 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Made reservation on behalf of 6aa349d21d934c93a4213fa56477eb2f for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:51.895800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:51.909731 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59200) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:51.946702 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59206) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:52.042016 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8fcc17e-81bc-4b6a-86d2-76f50e64d5c4 req-82a65cb0-31c7-447a-9cb7-4af97e3ae37b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 210 time: 0.0490880 Mar 03 01:00:52.079593 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-69ad7516-7a84-46bf-beb2-89370b3672af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.111748 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f969e889-35c4-4047-999c-07fb0ec8ad31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.135412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:00:52.143042 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.158045 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:00:52.173625 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Allocated IP 172.20.0.11 (7d5cdcbe-69b7-4759-87f2-a3384d66ed76/4b2566ac-4447-4885-a043-945bcbc9e424/d9c8d323-0059-4785-ba7a-f94e0610f420) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:00:52.176703 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:00:52.177403 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:00:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:52.195336 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-9054ad66-a76f-4465-a937-6e2440ba1282 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "PUT /v2.0/floatingips/7e67ffc6-b1b0-484a-a863-696eea605d73 HTTP/1.1" status: 200 len: 991 time: 1.9818368 Mar 03 01:00:52.197308 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:52.199891 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "tag": "c53d304e-5296-4845-a159-af7a52a486c7"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:52.307135 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-69ad7516-7a84-46bf-beb2-89370b3672af admin admin] Publish callbacks [] for security_group (7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.320502 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-69ad7516-7a84-46bf-beb2-89370b3672af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.371205 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28909c53-e9ce-4541-8b65-4ed5d71f1183 x-openstack-request-id: req-28909c53-e9ce-4541-8b65-4ed5d71f1183 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:52.371435 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad7516-7a84-46bf-beb2-89370b3672af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:52.371588 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "tag": "c53d304e-5296-4845-a159-af7a52a486c7", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:52.371757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28909c53-e9ce-4541-8b65-4ed5d71f1183 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:52.372179 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7', 'status': 'completed', 'code': 200} Mar 03 01:00:52.396660 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:52.404750 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49943e-ac7c-413f-a033-e767000f7d59 req-50dfd954-6301-4db2-bc14-70d2708662d3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:52.411143 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-69ad7516-7a84-46bf-beb2-89370b3672af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d495f8460ba1453898c68948b5c0af93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997268 Mar 03 01:00:52.411786 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bf49943e-ac7c-413f-a033-e767000f7d59 req-50dfd954-6301-4db2-bc14-70d2708662d3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1541386 Mar 03 01:00:52.414949 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59226) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:52.423097 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f969e889-35c4-4047-999c-07fb0ec8ad31 admin admin] Publish callbacks [] for security_group (82328aa7-b20b-45c5-bdfc-415a870e8d33), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.432302 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f969e889-35c4-4047-999c-07fb0ec8ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (82328aa7-b20b-45c5-bdfc-415a870e8d33), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.442646 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks [] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.488126 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bf49943e-ac7c-413f-a033-e767000f7d59 req-da1730f3-90e7-4429-ba56-8d53ca365498 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Mar 03 01:00:52.517094 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.565543 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f969e889-35c4-4047-999c-07fb0ec8ad31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad006fc37b594a5ea5a5c6a599445860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6174879 Mar 03 01:00:52.567524 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-151e8035-c193-4349-870a-1dfe2b0cc7f8 admin admin] Publish callbacks [] for security_group (7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.569230 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e889-35c4-4047-999c-07fb0ec8ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82328aa7-b20b-45c5-bdfc-415a870e8d33,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:52.571207 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59234) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:52.576655 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:52.597155 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:00:52.607876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:52.613809 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-d5349330-602b-4c83-a022-e8775fa22c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:52.615345 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-d5349330-602b-4c83-a022-e8775fa22c14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1130 time: 0.1706812 Mar 03 01:00:52.617405 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-151e8035-c193-4349-870a-1dfe2b0cc7f8 admin admin] Publish callbacks [] for security_group (7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.628602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:00:52.634517 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:52.635534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.658494 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event updated for resources: {'Port': ['ID=d9c8d323-0059-4785-ba7a-f94e0610f420,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:52.699240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b0d-05c6-4cf7-940d-51d050c57cbc admin admin] Publish callbacks [] for security_group (82328aa7-b20b-45c5-bdfc-415a870e8d33), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.700033 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59236) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:52.707222 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-4a29eabc-fca3-4692-a6ce-6240bc285d09 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0317385 Mar 03 01:00:52.731944 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b0d-05c6-4cf7-940d-51d050c57cbc admin admin] Publish callbacks [] for security_group (82328aa7-b20b-45c5-bdfc-415a870e8d33), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.739421 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Request body: {'port': {'device_id': '1619d163-90ab-41e1-9b23-75af4b44a357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:52.753409 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-151e8035-c193-4349-870a-1dfe2b0cc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.756370 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-151e8035-c193-4349-870a-1dfe2b0cc7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.757790 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-151e8035-c193-4349-870a-1dfe2b0cc7f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff HTTP/1.1" status: 204 len: 168 time: 0.3414023 Mar 03 01:00:52.764147 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-5b188b9d-83b6-40a3-b615-54d7e15b8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:52.766392 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-5b188b9d-83b6-40a3-b615-54d7e15b8e6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.1413624 Mar 03 01:00:52.773314 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8035-c193-4349-870a-1dfe2b0cc7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d490ddb-7b57-4a9b-ab5f-eb5c1faa79ff,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:52.850369 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.885367 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-84a35cdd-1133-4e13-80e3-539a0a919c8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 999 time: 0.1095624 Mar 03 01:00:52.895270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b0d-05c6-4cf7-940d-51d050c57cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (82328aa7-b20b-45c5-bdfc-415a870e8d33), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.898352 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b0d-05c6-4cf7-940d-51d050c57cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:52.899676 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-02ec7b0d-05c6-4cf7-940d-51d050c57cbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82328aa7-b20b-45c5-bdfc-415a870e8d33 HTTP/1.1" status: 204 len: 168 time: 0.3274453 Mar 03 01:00:52.910844 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7b0d-05c6-4cf7-940d-51d050c57cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82328aa7-b20b-45c5-bdfc-415a870e8d33,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:52.989245 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-fc9d2f7a-8881-4b09-bb9a-177141fb0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:52.990716 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-fc9d2f7a-8881-4b09-bb9a-177141fb0fea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0876994 Mar 03 01:00:53.028530 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '7e67ffc6-b1b0-484a-a863-696eea605d73', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'port_id': 'c53d304e-5296-4845-a159-af7a52a486c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'mac_address': 'fa:16:3e:75:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:00:12Z', 'updated_at': '2022-03-03T01:00:50Z', 'revision_number': 1, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:53.063722 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:00:53.082959 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:00:53.083739 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:00:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:53.108767 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-912237689-network', 'tenant_id': '34454e3e659146ad8c38723d9f633032'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:53.148881 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-fb1f4460-a106-4bac-a150-fd5b38ca4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:53.150477 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-fb1f4460-a106-4bac-a150-fd5b38ca4fcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1527271 Mar 03 01:00:53.240228 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c8d323-0059-4785-ba7a-f94e0610f420 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:53.250679 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Publish callbacks [] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.279054 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Transition to ACTIVE for port object d9c8d323-0059-4785-ba7a-f94e0610f420 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:00:53.290589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f32f2-e5fc-4abc-83a4-79808646d6a3 req-238e7f9d-38e4-451b-8051-6de329514716 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:53.291629 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-be4ebcc4-8e9e-4362-b69b-b334fc6f4b36 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277678 Mar 03 01:00:53.292750 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-451f32f2-e5fc-4abc-83a4-79808646d6a3 req-238e7f9d-38e4-451b-8051-6de329514716 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 932 time: 0.0977643 Mar 03 01:00:53.293147 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Made reservation on behalf of 34454e3e659146ad8c38723d9f633032 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:53.294218 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.295398 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.320354 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.339313 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:00:53.400437 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59256) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:53.426039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1ae90f9-09f9-4c43-a79b-7a912cef2cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.435087 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Attempting to bind port d9c8d323-0059-4785-ba7a-f94e0610f420 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:00:53.435432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Attempting to bind port d9c8d323-0059-4785-ba7a-f94e0610f420 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:00:53.435768 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Attempting to bind port d9c8d323-0059-4785-ba7a-f94e0610f420 on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:53.445022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c8d323-0059-4785-ba7a-f94e0610f420,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:53.460555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Port d9c8d323-0059-4785-ba7a-f94e0610f420 on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:00:53.461237 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Attempting to bind port d9c8d323-0059-4785-ba7a-f94e0610f420 on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:00:53.468393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-451f32f2-e5fc-4abc-83a4-79808646d6a3 req-6f3d75e7-b227-416f-8916-26880adb5997 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621523 Mar 03 01:00:53.471374 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:00:53.471602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Checking segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:53.471921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Bound using segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:00:53.472394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Bound port: d9c8d323-0059-4785-ba7a-f94e0610f420, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:00:53.472766 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.501636 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1876b27-f852-4ab6-81ab-ddeb25a9ac3b req-ef042c6f-387f-4e14-a9f3-dd1432d26d23 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898887 Mar 03 01:00:53.583128 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks [] for security_group (472ecb40-ad98-49b2-979b-61b4b24d4df2), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.592138 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (472ecb40-ad98-49b2-979b-61b4b24d4df2), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.640349 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1ae90f9-09f9-4c43-a79b-7a912cef2cdd admin admin] Publish callbacks [] for security_group (6592b8b5-0fb7-42b7-8bf1-ce2194a78095), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.648235 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] For port d9c8d323-0059-4785-ba7a-f94e0610f420, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:00:53.650678 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:00:53.665719 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (7b6412b6-f176-4fab-a8bc-3418bcc52004), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.666162 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Added segment 7b6412b6-f176-4fab-a8bc-3418bcc52004 of type vlan for network 06c9c6ac-edd0-40c0-8404-a2f665976dcf Mar 03 01:00:53.670547 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] For port d9c8d323-0059-4785-ba7a-f94e0610f420, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d9c8d323-0059-4785-ba7a-f94e0610f420,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:00:53.680242 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.689756 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c1ae90f9-09f9-4c43-a79b-7a912cef2cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6592b8b5-0fb7-42b7-8bf1-ce2194a78095), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.693518 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '7e67ffc6-b1b0-484a-a863-696eea605d73', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'port_id': 'c53d304e-5296-4845-a159-af7a52a486c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'mac_address': 'fa:16:3e:75:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:00:12Z', 'updated_at': '2022-03-03T01:00:50Z', 'revision_number': 1, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:00:53.720607 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472ecb40-ad98-49b2-979b-61b4b24d4df2,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:53.732157 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aafb8a-f339-410e-b8fb-be0f93054eab None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '7e67ffc6-b1b0-484a-a863-696eea605d73', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'port_id': 'c53d304e-5296-4845-a159-af7a52a486c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'mac_address': 'fa:16:3e:75:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:00:12Z', 'updated_at': '2022-03-03T01:00:50Z', 'revision_number': 1, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:00:53.752027 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c8d323-0059-4785-ba7a-f94e0610f420,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:53.765165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a354e1-cc81-47b4-9c94-be3453a369b6 req-5259688e-d27a-4532-a0a4-ce84fd2d6931 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:53.772290 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10a354e1-cc81-47b4-9c94-be3453a369b6 req-5259688e-d27a-4532-a0a4-ce84fd2d6931 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1849911 Mar 03 01:00:53.774633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:53.775254 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.776843 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a1c8c1f5-f380-4e1d-b295-27f88a73a950 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9c8d323-0059-4785-ba7a-f94e0610f420 HTTP/1.1" status: 200 len: 1094 time: 1.0423517 Mar 03 01:00:53.791008 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c1ae90f9-09f9-4c43-a79b-7a912cef2cdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ef01e56cc824401b2895a2cceb4ba11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894150 Mar 03 01:00:53.794981 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59266) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:53.804855 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (06c9c6ac-edd0-40c0-8404-a2f665976dcf), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.811990 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae90f9-09f9-4c43-a79b-7a912cef2cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592b8b5-0fb7-42b7-8bf1-ce2194a78095,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:53.853628 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (06c9c6ac-edd0-40c0-8404-a2f665976dcf), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.855366 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:53.856078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.876125 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10a354e1-cc81-47b4-9c94-be3453a369b6 req-cc5c6d0c-d6e3-4b36-8037-fb4bb3b717cf tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973082 Mar 03 01:00:53.921073 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e1e49edc-ab28-4ccc-a899-dda6ef6ad67f admin admin] Publish callbacks [] for security_group (6592b8b5-0fb7-42b7-8bf1-ce2194a78095), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.933284 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2319868 Mar 03 01:00:53.936085 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59272) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:53.941561 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Request body: {'subnet': {'network_id': '06c9c6ac-edd0-40c0-8404-a2f665976dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-912237689-subnet', 'tenant_id': '34454e3e659146ad8c38723d9f633032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:53.949377 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e1e49edc-ab28-4ccc-a899-dda6ef6ad67f admin admin] Publish callbacks [] for security_group (6592b8b5-0fb7-42b7-8bf1-ce2194a78095), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:53.952690 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6fdf1-ef5b-41bf-baf6-202cf55c6049 admin admin] Pushing event updated for resources: {'Network': ['ID=06c9c6ac-edd0-40c0-8404-a2f665976dcf,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:53.962403 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-b3285892-ff8e-4ca6-bd2a-9907864e24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:53.963990 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-b3285892-ff8e-4ca6-bd2a-9907864e24c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 1128 time: 0.0867105 Mar 03 01:00:53.971000 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 06c9c6ac-edd0-40c0-8404-a2f665976dcf details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:00:53.981745 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Made reservation on behalf of 34454e3e659146ad8c38723d9f633032 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:53.984524 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59189413'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:54.038929 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-42599490-9e71-4d3d-a42a-0edffd290dfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9c8d323-0059-4785-ba7a-f94e0610f420 HTTP/1.1" status: 200 len: 217 time: 0.0544868 Mar 03 01:00:54.094998 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e1e49edc-ab28-4ccc-a899-dda6ef6ad67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6592b8b5-0fb7-42b7-8bf1-ce2194a78095), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:54.103041 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e1e49edc-ab28-4ccc-a899-dda6ef6ad67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:54.103241 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fd57a-0d20-448d-9c73-48c26623026f None None] New status for floating IP 7e67ffc6-b1b0-484a-a863-696eea605d73: ACTIVE {{(pid=102988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:00:54.104383 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e1e49edc-ab28-4ccc-a899-dda6ef6ad67f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6592b8b5-0fb7-42b7-8bf1-ce2194a78095 HTTP/1.1" status: 204 len: 168 time: 0.3078787 Mar 03 01:00:54.116512 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e49edc-ab28-4ccc-a899-dda6ef6ad67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592b8b5-0fb7-42b7-8bf1-ce2194a78095,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:54.127684 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-5434a30b-0606-4baf-a0d6-19ff80539124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:54.129625 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-5434a30b-0606-4baf-a0d6-19ff80539124 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.0817771 Mar 03 01:00:54.184250 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-a4149a13-93df-485f-9bbf-dee5c7f27a5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451026 Mar 03 01:00:54.270121 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60345559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59189399'] for subnet (2897aa28-cd7c-4e62-988c-c476ae19300b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:54.337480 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-91d9d236-c436-4837-98ba-6d1bb5fe4a83 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335723 Mar 03 01:00:54.378536 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Checking segment: {'id': '7b6412b6-f176-4fab-a8bc-3418bcc52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '06c9c6ac-edd0-40c0-8404-a2f665976dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:54.379099 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Network hostable DHCP agents. Network: 06c9c6ac-edd0-40c0-8404-a2f665976dcf, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:00:54.385445 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2897aa28-cd7c-4e62-988c-c476ae19300b,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:54.411669 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Network 06c9c6ac-edd0-40c0-8404-a2f665976dcf is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:00:54.418636 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1619d163-90ab-41e1-9b23-75af4b44a357', 'tag': 'd9c8d323-0059-4785-ba7a-f94e0610f420'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:00:54.421805 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a767b-8bdb-4186-9c28-f82efeaff7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1619d163-90ab-41e1-9b23-75af4b44a357", "tag": "d9c8d323-0059-4785-ba7a-f94e0610f420"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:00:54.439469 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 06c9c6ac-edd0-40c0-8404-a2f665976dcf) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:54.448720 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:54.449538 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:54.453988 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbe524-b3d9-4163-9aab-83fd2c1e6a7d None None] Network 06c9c6ac-edd0-40c0-8404-a2f665976dcf requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:00:54.480745 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6b235645-6ef0-45a6-b0d2-16677355e718 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5436420 Mar 03 01:00:54.495582 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-19a69574-74e6-441a-91ef-4caed804a9d2 req-7b99c4d5-db8c-4885-bf7d-0c5cba311330 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491911 Mar 03 01:00:54.497240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc3793-d633-4054-8077-a9c296e76832 x-openstack-request-id: req-a1cc3793-d633-4054-8077-a9c296e76832 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:00:54.497581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1619d163-90ab-41e1-9b23-75af4b44a357", "tag": "d9c8d323-0059-4785-ba7a-f94e0610f420", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:00:54.497833 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1cc3793-d633-4054-8077-a9c296e76832 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:00:54.498212 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1619d163-90ab-41e1-9b23-75af4b44a357', 'tag': 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'status': 'completed', 'code': 200} Mar 03 01:00:54.612054 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe95ac-bcbe-415d-906f-e879394323f9 None None] Network 06c9c6ac-edd0-40c0-8404-a2f665976dcf requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:00:54.656534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6584a3b-e856-41eb-a80d-53e9390c636c req-cd71312e-90da-48c2-833f-f45ac4150b8e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:54.666210 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b6584a3b-e856-41eb-a80d-53e9390c636c req-cd71312e-90da-48c2-833f-f45ac4150b8e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 944 time: 0.1216030 Mar 03 01:00:54.775577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-d72b9807-342c-403d-a705-4e01cb8c1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:54.776915 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-d72b9807-342c-403d-a705-4e01cb8c1681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 1128 time: 0.1085629 Mar 03 01:00:54.784590 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b6584a3b-e856-41eb-a80d-53e9390c636c req-25ea1ec4-11b6-406c-bca5-c53e82ce1fa6 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172988 Mar 03 01:00:54.885684 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-77af4c74-6ba3-4f48-a1c2-ea9406f11fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:54.888556 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-77af4c74-6ba3-4f48-a1c2-ea9406f11fb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 915 time: 0.0931678 Mar 03 01:00:54.938795 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-6504e6fb-bc8f-4001-958c-ad769b6bb747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9c8d323-0059-4785-ba7a-f94e0610f420 HTTP/1.1" status: 200 len: 217 time: 0.0448394 Mar 03 01:00:55.022412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-12444a0e-22e0-4e09-bec3-3a4dca0a7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:55.024006 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-12444a0e-22e0-4e09-bec3-3a4dca0a7599 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.0759165 Mar 03 01:00:55.034864 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee378a6-e12d-4d10-abff-ea021b406f28 req-504ffe80-2951-452b-9f94-6200e5b02bff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:55.036421 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ee378a6-e12d-4d10-abff-ea021b406f28 req-504ffe80-2951-452b-9f94-6200e5b02bff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0962107 Mar 03 01:00:55.068983 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-a135ac47-6a56-4558-8367-93724de497fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314717 Mar 03 01:00:55.156192 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ee378a6-e12d-4d10-abff-ea021b406f28 req-0f9a50cd-13e6-4e2b-9b02-7aee7041f5fd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896082 Mar 03 01:00:55.200799 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-0fe41c62-255a-4f92-aff2-c6af4e87d2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187713 Mar 03 01:00:55.519851 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59344) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:55.525815 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1453956312-network', 'tenant_id': '3b0dc02ada2441d0bec4beef55a430ea'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:55.526487 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d07a767b-8bdb-4186-9c28-f82efeaff7d4 req-333a2081-bd70-46ba-bbb4-d926689a64ef service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159766 Mar 03 01:00:55.546629 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Made reservation on behalf of 3b0dc02ada2441d0bec4beef55a430ea for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:55.549093 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.558373 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.640146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks [] for security_group (7722c828-6933-4714-bbac-255dea73c2d7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.652621 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (7722c828-6933-4714-bbac-255dea73c2d7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.678691 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:00:55.683279 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722c828-6933-4714-bbac-255dea73c2d7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:55.696335 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (5027bb69-0327-4c70-8ca3-9a5375a98248), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.697131 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Added segment 5027bb69-0327-4c70-8ca3-9a5375a98248 of type vlan for network 8428f38b-9e6e-4ad1-956e-d823b220d1da Mar 03 01:00:55.740971 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (8428f38b-9e6e-4ad1-956e-d823b220d1da), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.775528 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (8428f38b-9e6e-4ad1-956e-d823b220d1da), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.776596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:55.777412 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.846120 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3244281 Mar 03 01:00:55.849140 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59360) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:00:55.857303 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Request body: {'subnet': {'network_id': '8428f38b-9e6e-4ad1-956e-d823b220d1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1453956312-subnet', 'tenant_id': '3b0dc02ada2441d0bec4beef55a430ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:00:55.861723 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e0229-1eb3-47cb-996e-eed0f78536c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8428f38b-9e6e-4ad1-956e-d823b220d1da,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:55.875769 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 8428f38b-9e6e-4ad1-956e-d823b220d1da details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:00:55.886744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Made reservation on behalf of 3b0dc02ada2441d0bec4beef55a430ea for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:00:55.890248 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59189413'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:55.932176 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb1529-72ce-469d-9bee-bbdc17753b8f req-f8a0fd2c-f3fd-4043-ad10-27b2116e7f8d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:55.934220 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3cb1529-72ce-469d-9bee-bbdc17753b8f req-f8a0fd2c-f3fd-4043-ad10-27b2116e7f8d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 944 time: 0.0631957 Mar 03 01:00:56.013201 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3cb1529-72ce-469d-9bee-bbdc17753b8f req-88260061-6689-46bb-b30b-18ffc04187ce tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723116 Mar 03 01:00:56.144813 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60345559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59189399'] for subnet (885e6dee-ccac-40ef-863e-3b549c3594c5), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:56.210613 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885e6dee-ccac-40ef-863e-3b549c3594c5,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:56.223190 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Checking segment: {'id': '5027bb69-0327-4c70-8ca3-9a5375a98248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8428f38b-9e6e-4ad1-956e-d823b220d1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:00:56.223560 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Network hostable DHCP agents. Network: 8428f38b-9e6e-4ad1-956e-d823b220d1da, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:00:56.246615 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Network 8428f38b-9e6e-4ad1-956e-d823b220d1da is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:00:56.258228 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 8428f38b-9e6e-4ad1-956e-d823b220d1da) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:00:56.263426 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:56.265549 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:56.270709 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a39732-faaf-47c9-9c2d-0a0b3a26c0a2 None None] Network 8428f38b-9e6e-4ad1-956e-d823b220d1da requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:00:56.293179 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2cd87946-b27b-417d-b7b0-788fea1f6e77 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4331520 Mar 03 01:00:56.332712 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390047-d5a5-4abb-aea7-e4bc4cfe2611 req-cbfa2c37-c467-4441-a5ca-1f83cb9b9fb6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:56.340200 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ec390047-d5a5-4abb-aea7-e4bc4cfe2611 req-cbfa2c37-c467-4441-a5ca-1f83cb9b9fb6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0966852 Mar 03 01:00:56.423780 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff92b6-6700-4d32-bea4-c1cc192a969e None None] Network 8428f38b-9e6e-4ad1-956e-d823b220d1da requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:00:56.445856 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ec390047-d5a5-4abb-aea7-e4bc4cfe2611 req-bdf80334-aad4-4d8e-9e2a-787ba80f38d1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046991 Mar 03 01:00:56.862297 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device d9c8d323-0059-4785-ba7a-f94e0610f420 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:00:57.002186 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port d9c8d323-0059-4785-ba7a-f94e0610f420, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d9c8d323-0059-4785-ba7a-f94e0610f420,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:57.032611 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'port_id': 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'mac_address': 'fa:16:3e:f1:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2566ac-4447-4885-a043-945bcbc9e424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:00:57.081114 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port d9c8d323-0059-4785-ba7a-f94e0610f420 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:00:57.081585 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:57.099690 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c8d323-0059-4785-ba7a-f94e0610f420 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:00:57.124547 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port d9c8d323-0059-4785-ba7a-f94e0610f420, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d9c8d323-0059-4785-ba7a-f94e0610f420,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:00:57.129923 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:00:57.199741 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90b73-6bfc-48e5-8479-66fb08d0b7d8 req-ee1dc3c5-8ce3-4a1b-bd61-1dc1b3c7419e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:57.200422 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=d9c8d323-0059-4785-ba7a-f94e0610f420,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:00:57.202904 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9c90b73-6bfc-48e5-8479-66fb08d0b7d8 req-ee1dc3c5-8ce3-4a1b-bd61-1dc1b3c7419e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 945 time: 0.0698750 Mar 03 01:00:57.259668 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9c90b73-6bfc-48e5-8479-66fb08d0b7d8 req-f20c13ff-6bc8-4853-a32d-03c1094393e9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Mar 03 01:00:57.340606 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640041-d10a-4570-8ebd-1181ee660dd5 req-928fea96-77a9-414e-92a0-5a60222d51a9 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:57.341981 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd640041-d10a-4570-8ebd-1181ee660dd5 req-928fea96-77a9-414e-92a0-5a60222d51a9 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0523162 Mar 03 01:00:57.389185 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd640041-d10a-4570-8ebd-1181ee660dd5 req-8c9bd0a6-7e3f-4cea-b127-5fd3ab2c46a0 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Mar 03 01:00:57.575826 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e0eed-1296-4276-bef8-59fddcd5105b req-60a6d990-9fe0-4f90-ab19-3561f871c31b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:57.578505 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-484e0eed-1296-4276-bef8-59fddcd5105b req-60a6d990-9fe0-4f90-ab19-3561f871c31b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0587566 Mar 03 01:00:57.628694 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-484e0eed-1296-4276-bef8-59fddcd5105b req-d12adc9d-d45c-45cc-85e4-a0d51105f311 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Mar 03 01:00:57.705276 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['d9c8d323-0059-4785-ba7a-f94e0610f420'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:00:58.402187 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c8c06-9bf9-4d66-bab4-efe8e58ab733 req-ca959191-7035-4cbf-b602-1a94638c61e2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:58.403702 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7a7c8c06-9bf9-4d66-bab4-efe8e58ab733 req-ca959191-7035-4cbf-b602-1a94638c61e2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 945 time: 0.0616391 Mar 03 01:00:58.455352 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7a7c8c06-9bf9-4d66-bab4-efe8e58ab733 req-d8740615-df22-4aee-9e8a-656253dd8b4d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Mar 03 01:00:58.522502 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0a182-7cad-4c35-9240-59e06fcfbbad req-a5229d58-9167-4756-82c8-f86a9567a5d7 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:58.524174 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b1b0a182-7cad-4c35-9240-59e06fcfbbad req-a5229d58-9167-4756-82c8-f86a9567a5d7 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0541673 Mar 03 01:00:58.573925 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b1b0a182-7cad-4c35-9240-59e06fcfbbad req-6839e44a-b3ba-46f4-b28e-2abb9b8dd769 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Mar 03 01:00:58.744855 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878cf6-0a5b-4a8e-98df-9753d54ec881 req-bea25572-4856-4063-b7a1-2526f480de93 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:58.746373 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6f878cf6-0a5b-4a8e-98df-9753d54ec881 req-bea25572-4856-4063-b7a1-2526f480de93 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0523748 Mar 03 01:00:58.792485 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6f878cf6-0a5b-4a8e-98df-9753d54ec881 req-945061b5-62e9-4400-bed4-ecf7c6b3efd6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Mar 03 01:00:59.584852 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9c51f-ed30-4cbb-88b4-783372e921fd req-43b16b9e-160b-4c32-a087-3c7146cd07b2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:59.586365 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-41d9c51f-ed30-4cbb-88b4-783372e921fd req-43b16b9e-160b-4c32-a087-3c7146cd07b2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 945 time: 0.0594976 Mar 03 01:00:59.655656 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-41d9c51f-ed30-4cbb-88b4-783372e921fd req-6aaaa3f3-0a0f-4e95-8168-aa3657d9b5a3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626276 Mar 03 01:00:59.764768 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e3aa7-70c3-4c9d-b866-c6c3f5060836 req-5e8be654-b0f1-4677-aff8-d9e24456cc31 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:59.766654 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e2e3aa7-70c3-4c9d-b866-c6c3f5060836 req-5e8be654-b0f1-4677-aff8-d9e24456cc31 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0785425 Mar 03 01:00:59.822894 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e2e3aa7-70c3-4c9d-b866-c6c3f5060836 req-cd54ec45-e8fc-4462-99ff-4b71980055bd tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Mar 03 01:00:59.943743 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cea3d1-0bd4-4968-bd77-74fbeb95cbd7 req-71a62d2c-87c0-4cfe-9aa3-d56b0823b46b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:00:59.945868 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-38cea3d1-0bd4-4968-bd77-74fbeb95cbd7 req-71a62d2c-87c0-4cfe-9aa3-d56b0823b46b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0764985 Mar 03 01:01:00.005452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-38cea3d1-0bd4-4968-bd77-74fbeb95cbd7 req-90915272-5185-4fbc-9810-2178dfd2cade tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524650 Mar 03 01:01:00.462602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d817c41-886c-4035-8b57-c8024abe6119 req-f56858f6-f299-43a3-a381-59ed4629d6ad tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:00.463951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2d817c41-886c-4035-8b57-c8024abe6119 req-f56858f6-f299-43a3-a381-59ed4629d6ad tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.30 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.0548203 Mar 03 01:01:00.592241 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Deleting port ae4ecf4b-d49b-495a-9b41-30191f05cb27 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:01:00.593950 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:00.685315 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] For port ae4ecf4b-d49b-495a-9b41-30191f05cb27, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae4ecf4b-d49b-495a-9b41-30191f05cb27,segment=NetworkSegment(33a13dfb-4112-4ea5-bc36-2c31e9f7cde7),segment_id=33a13dfb-4112-4ea5-bc36-2c31e9f7cde7)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:00.685681 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:00.700533 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Calling delete_port for ae4ecf4b-d49b-495a-9b41-30191f05cb27 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:01:00.843492 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0c26-ea00-4b86-aa62-c68ac104f3bf req-61808e2e-c401-464f-bfae-9d51f01ba51c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:00.845057 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60bc0c26-ea00-4b86-aa62-c68ac104f3bf req-61808e2e-c401-464f-bfae-9d51f01ba51c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 945 time: 0.1097646 Mar 03 01:01:00.878105 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device d9c8d323-0059-4785-ba7a-f94e0610f420 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:00.936579 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port d9c8d323-0059-4785-ba7a-f94e0610f420 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:01:00.941959 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port d9c8d323-0059-4785-ba7a-f94e0610f420 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:00.942660 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:00.975202 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60bc0c26-ea00-4b86-aa62-c68ac104f3bf req-49c5e573-c6bd-4164-9345-83de8efc01f4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235442 Mar 03 01:01:00.978147 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (ae4ecf4b-d49b-495a-9b41-30191f05cb27), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.015111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Pushing event deleted for resources: {'Port': ['ID=ae4ecf4b-d49b-495a-9b41-30191f05cb27,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:01.051300 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eac0fb-70af-4775-b120-61ab72ff84fb req-62daa6bd-15d7-48d9-91e7-f193dbe8b1f3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:01.052752 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-31eac0fb-70af-4775-b120-61ab72ff84fb req-62daa6bd-15d7-48d9-91e7-f193dbe8b1f3 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 946 time: 0.1518092 Mar 03 01:01:01.096985 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port d9c8d323-0059-4785-ba7a-f94e0610f420 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:01.099057 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.109628 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] No DVR routers for this DVR port ae4ecf4b-d49b-495a-9b41-30191f05cb27 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:01:01.127354 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.130732 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2d817c41-886c-4035-8b57-c8024abe6119 req-e34508a7-77f3-4e98-be3f-737e89d10a12 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.30 "DELETE /v2.0/ports/ae4ecf4b-d49b-495a-9b41-30191f05cb27 HTTP/1.1" status: 204 len: 173 time: 0.6611617 Mar 03 01:01:01.132572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'name': 'network-vif-deleted', 'tag': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:01:01.135181 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf9c38b-95ef-48c8-bffb-c5c4bb77392a" -d '{"events": [{"server_uuid": "137cc4e7-959a-4365-bc61-ea7dd3230118", "name": "network-vif-deleted", "tag": "ae4ecf4b-d49b-495a-9b41-30191f05cb27"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:01:01.143360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1619d163-90ab-41e1-9b23-75af4b44a357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c8d323-0059-4785-ba7a-f94e0610f420'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:01:01.146940 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe6d1c-7bbb-4fc5-adc2-38893b4c1144" -d '{"events": [{"server_uuid": "1619d163-90ab-41e1-9b23-75af4b44a357", "name": "network-vif-plugged", "status": "completed", "tag": "d9c8d323-0059-4785-ba7a-f94e0610f420"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:01:01.167012 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port d9c8d323-0059-4785-ba7a-f94e0610f420, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d9c8d323-0059-4785-ba7a-f94e0610f420,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:01.174432 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.219280 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-31eac0fb-70af-4775-b120-61ab72ff84fb req-2fdfbb93-17ee-4b3a-8ec0-e85ed8e4a8d9 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349728 Mar 03 01:01:01.230103 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f720a2-8003-4d94-8075-774a3485877d req-10f3d6ea-ea88-4b61-b765-dcc99a78cb8c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:01.245973 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=d9c8d323-0059-4785-ba7a-f94e0610f420,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:01.259625 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-64f720a2-8003-4d94-8075-774a3485877d req-10f3d6ea-ea88-4b61-b765-dcc99a78cb8c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1519046 Mar 03 01:01:01.298274 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbae273-9562-4409-8521-d9f2d4b17939 x-openstack-request-id: req-1dbae273-9562-4409-8521-d9f2d4b17939 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:01:01.298649 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1619d163-90ab-41e1-9b23-75af4b44a357", "name": "network-vif-plugged", "status": "completed", "tag": "d9c8d323-0059-4785-ba7a-f94e0610f420", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:01:01.298914 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dbae273-9562-4409-8521-d9f2d4b17939 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:01:01.299326 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1619d163-90ab-41e1-9b23-75af4b44a357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'code': 200} Mar 03 01:01:01.318411 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-64f720a2-8003-4d94-8075-774a3485877d req-d62bb494-78af-4bcc-93c1-690b21592181 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Mar 03 01:01:01.334270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9213813-839c-4af5-9f3b-5a414feefcfd x-openstack-request-id: req-e9213813-839c-4af5-9f3b-5a414feefcfd {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:01:01.334614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137cc4e7-959a-4365-bc61-ea7dd3230118", "name": "network-vif-deleted", "tag": "ae4ecf4b-d49b-495a-9b41-30191f05cb27", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:01:01.334907 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9213813-839c-4af5-9f3b-5a414feefcfd {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:01:01.335364 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137cc4e7-959a-4365-bc61-ea7dd3230118', 'name': 'network-vif-deleted', 'tag': 'ae4ecf4b-d49b-495a-9b41-30191f05cb27', 'status': 'completed', 'code': 200} Mar 03 01:01:01.567818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30e878-d578-4225-8352-ab5cbc6b9573 req-096f8cfb-1b82-45ee-949c-2558a06fed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:01.569545 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd30e878-d578-4225-8352-ab5cbc6b9573 req-096f8cfb-1b82-45ee-949c-2558a06fed92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 1130 time: 0.0540044 Mar 03 01:01:01.622491 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd30e878-d578-4225-8352-ab5cbc6b9573 req-dc17d5df-b2bd-472e-b63e-e77bd68262a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Mar 03 01:01:01.637659 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59552) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:01.742501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d09eb29b-ab95-47d4-ad50-4f11d9c93d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.815920 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d09eb29b-ab95-47d4-ad50-4f11d9c93d2f admin admin] Publish callbacks [] for security_group (f62f631e-b4a2-49de-9e04-d1086c5cb86a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.819394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d09eb29b-ab95-47d4-ad50-4f11d9c93d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f62f631e-b4a2-49de-9e04-d1086c5cb86a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.855306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb29b-ab95-47d4-ad50-4f11d9c93d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f631e-b4a2-49de-9e04-d1086c5cb86a,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:01.859956 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d09eb29b-ab95-47d4-ad50-4f11d9c93d2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2eb5decffbca43da9771b4e7d767ee92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212980 Mar 03 01:01:01.862589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59556) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:01.909890 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6fcf518d-274f-4a0e-a8be-463cbbb925bb admin admin] Publish callbacks [] for security_group (f62f631e-b4a2-49de-9e04-d1086c5cb86a), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.930618 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6fcf518d-274f-4a0e-a8be-463cbbb925bb admin admin] Publish callbacks [] for security_group (f62f631e-b4a2-49de-9e04-d1086c5cb86a), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.977322 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6fcf518d-274f-4a0e-a8be-463cbbb925bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f62f631e-b4a2-49de-9e04-d1086c5cb86a), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.980156 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6fcf518d-274f-4a0e-a8be-463cbbb925bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:01.981285 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-6fcf518d-274f-4a0e-a8be-463cbbb925bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f62f631e-b4a2-49de-9e04-d1086c5cb86a HTTP/1.1" status: 204 len: 168 time: 0.1177425 Mar 03 01:01:01.989250 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf518d-274f-4a0e-a8be-463cbbb925bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f631e-b4a2-49de-9e04-d1086c5cb86a,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:02.117078 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165e28-f644-4fbf-80c9-9750204356f4 req-cd224a28-d6be-4e06-afa2-66b80f6b9ce2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:02.120266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1a165e28-f644-4fbf-80c9-9750204356f4 req-cd224a28-d6be-4e06-afa2-66b80f6b9ce2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.0612757 Mar 03 01:01:02.172347 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1a165e28-f644-4fbf-80c9-9750204356f4 req-2d46f7bc-7675-4db9-88f5-b1268e542709 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Mar 03 01:01:02.294449 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59570) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:02.308877 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-67ec271e-6442-4afc-b7b2-730163aedb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.356609 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3e3972de-777d-4312-9d39-b154d4788bb7 req-cb2bab87-2b88-4d9a-a2c8-4a42f3fc0bf0 tempest-DeleteServersTestJSON-1401289605 tempest-DeleteServersTestJSON-1401289605-project] 10.222.0.18 "GET /v2.0/ports?device_id=137cc4e7-959a-4365-bc61-ea7dd3230118 HTTP/1.1" status: 200 len: 210 time: 0.0384481 Mar 03 01:01:02.467834 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-67ec271e-6442-4afc-b7b2-730163aedb53 admin admin] Publish callbacks [] for security_group (affa23b2-01da-4173-8523-e0dbbe538399), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.473291 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-67ec271e-6442-4afc-b7b2-730163aedb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (affa23b2-01da-4173-8523-e0dbbe538399), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.520295 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-67ec271e-6442-4afc-b7b2-730163aedb53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aa5588c51b640ebbb95185779488e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246418 Mar 03 01:01:02.524154 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59578) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:02.524626 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec271e-6442-4afc-b7b2-730163aedb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa23b2-01da-4173-8523-e0dbbe538399,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:02.535738 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66d0ba-3017-4a5e-b996-ccf871be3b37 req-4262d4fc-1402-4caf-89bd-10be6da4cc8b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:02.537185 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4e66d0ba-3017-4a5e-b996-ccf871be3b37 req-4262d4fc-1402-4caf-89bd-10be6da4cc8b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1168475 Mar 03 01:01:02.581288 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb34d368-2056-4e50-b0dd-f6ad43a9a484 admin admin] Publish callbacks [] for security_group (affa23b2-01da-4173-8523-e0dbbe538399), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.589932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4e66d0ba-3017-4a5e-b996-ccf871be3b37 req-aabff46b-85de-444c-9e04-cbfd657ec8d5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Mar 03 01:01:02.602036 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb34d368-2056-4e50-b0dd-f6ad43a9a484 admin admin] Publish callbacks [] for security_group (affa23b2-01da-4173-8523-e0dbbe538399), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.657002 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb34d368-2056-4e50-b0dd-f6ad43a9a484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (affa23b2-01da-4173-8523-e0dbbe538399), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.659973 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb34d368-2056-4e50-b0dd-f6ad43a9a484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:02.661220 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-bb34d368-2056-4e50-b0dd-f6ad43a9a484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/affa23b2-01da-4173-8523-e0dbbe538399 HTTP/1.1" status: 204 len: 168 time: 0.1362500 Mar 03 01:01:02.682043 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34d368-2056-4e50-b0dd-f6ad43a9a484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa23b2-01da-4173-8523-e0dbbe538399,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:02.874617 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ae4ecf4b-d49b-495a-9b41-30191f05cb27 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:01:02.899221 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: ae4ecf4b-d49b-495a-9b41-30191f05cb27 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:01:02.899791 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ae4ecf4b-d49b-495a-9b41-30191f05cb27 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:01:02.977285 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59596) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:03.087763 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1ecd-62be-43d5-82fb-a6cc1b345d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.165399 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1ecd-62be-43d5-82fb-a6cc1b345d79 admin admin] Publish callbacks [] for security_group (95069818-fa32-48f0-9d28-f1bd0ca61972), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.173173 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1ecd-62be-43d5-82fb-a6cc1b345d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (95069818-fa32-48f0-9d28-f1bd0ca61972), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.211455 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4d1d1ecd-62be-43d5-82fb-a6cc1b345d79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cca53bbcf37e4b2bb2cab0e25b75b8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331011 Mar 03 01:01:03.213466 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d1ecd-62be-43d5-82fb-a6cc1b345d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95069818-fa32-48f0-9d28-f1bd0ca61972,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:03.214063 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59612) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:03.265934 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-96c104ff-d19f-4657-b3c1-abe1251cc071 admin admin] Publish callbacks [] for security_group (95069818-fa32-48f0-9d28-f1bd0ca61972), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.313782 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-96c104ff-d19f-4657-b3c1-abe1251cc071 admin admin] Publish callbacks [] for security_group (95069818-fa32-48f0-9d28-f1bd0ca61972), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.373394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad84ac8-4381-4546-856d-c16832420221 req-5568aee7-8861-4a48-b626-4e910d5d92f5 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:03.375982 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ad84ac8-4381-4546-856d-c16832420221 req-5568aee7-8861-4a48-b626-4e910d5d92f5 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.1055248 Mar 03 01:01:03.416496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-96c104ff-d19f-4657-b3c1-abe1251cc071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (95069818-fa32-48f0-9d28-f1bd0ca61972), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.420173 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-96c104ff-d19f-4657-b3c1-abe1251cc071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:03.426272 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-96c104ff-d19f-4657-b3c1-abe1251cc071 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95069818-fa32-48f0-9d28-f1bd0ca61972 HTTP/1.1" status: 204 len: 168 time: 0.2111545 Mar 03 01:01:03.445077 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c104ff-d19f-4657-b3c1-abe1251cc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95069818-fa32-48f0-9d28-f1bd0ca61972,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:03.456393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ad84ac8-4381-4546-856d-c16832420221 req-7d2ca8df-f42e-4d7c-a2d7-98677bc13e3b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728424 Mar 03 01:01:03.783748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735342-3bc7-48ac-8e57-eb8e5c3b0d5b req-255c31c2-864c-4b49-a277-ccd2b07e6938 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:03.792021 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d2735342-3bc7-48ac-8e57-eb8e5c3b0d5b req-255c31c2-864c-4b49-a277-ccd2b07e6938 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1226604 Mar 03 01:01:03.874677 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d2735342-3bc7-48ac-8e57-eb8e5c3b0d5b req-3b7db488-bbd4-44a7-9133-d600bd90386d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786371 Mar 03 01:01:03.912790 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59658) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:03.927582 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03178c10-c172-427c-adac-1712c62265ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.012427 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03178c10-c172-427c-adac-1712c62265ae admin admin] Publish callbacks [] for security_group (75d500f1-e246-4b2e-9ddc-45637fe94a38), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.016969 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03178c10-c172-427c-adac-1712c62265ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (75d500f1-e246-4b2e-9ddc-45637fe94a38), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.060337 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-03178c10-c172-427c-adac-1712c62265ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dae0c0c7f53048398a24342544a7c4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463008 Mar 03 01:01:04.061454 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03178c10-c172-427c-adac-1712c62265ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d500f1-e246-4b2e-9ddc-45637fe94a38,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:04.063096 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59662) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:04.112305 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6155bb42-7259-40a2-97fe-287b387f5f61 admin admin] Publish callbacks [] for security_group (75d500f1-e246-4b2e-9ddc-45637fe94a38), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.133082 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6155bb42-7259-40a2-97fe-287b387f5f61 admin admin] Publish callbacks [] for security_group (75d500f1-e246-4b2e-9ddc-45637fe94a38), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.186311 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6155bb42-7259-40a2-97fe-287b387f5f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (75d500f1-e246-4b2e-9ddc-45637fe94a38), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.189043 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6155bb42-7259-40a2-97fe-287b387f5f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.190191 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-6155bb42-7259-40a2-97fe-287b387f5f61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75d500f1-e246-4b2e-9ddc-45637fe94a38 HTTP/1.1" status: 204 len: 168 time: 0.1261127 Mar 03 01:01:04.200270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155bb42-7259-40a2-97fe-287b387f5f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d500f1-e246-4b2e-9ddc-45637fe94a38,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:04.525077 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59682) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:04.540024 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4ff78f70-b8bf-4dd7-bde2-9dc552588cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.619934 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ada8b7-c228-430d-964e-ff00facbf7f5 req-da1b229d-1bbc-46a6-9267-65fd7f540a2f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:04.621449 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-41ada8b7-c228-430d-964e-ff00facbf7f5 req-da1b229d-1bbc-46a6-9267-65fd7f540a2f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.0735283 Mar 03 01:01:04.692590 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4ff78f70-b8bf-4dd7-bde2-9dc552588cdc admin admin] Publish callbacks [] for security_group (2c867842-e905-4e11-bf9d-2b31ffa98586), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.696131 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-41ada8b7-c228-430d-964e-ff00facbf7f5 req-600dbb12-2bf6-42ff-9e86-fbec798ae0fb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673728 Mar 03 01:01:04.697171 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4ff78f70-b8bf-4dd7-bde2-9dc552588cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2c867842-e905-4e11-bf9d-2b31ffa98586), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.736826 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-4ff78f70-b8bf-4dd7-bde2-9dc552588cdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c73a9fcaff924f35929c8c62dcf595df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104743 Mar 03 01:01:04.737683 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff78f70-b8bf-4dd7-bde2-9dc552588cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c867842-e905-4e11-bf9d-2b31ffa98586,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:04.739518 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59688) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:04.802580 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1798316e-073a-412f-a51b-ec2537f589c6 admin admin] Publish callbacks [] for security_group (2c867842-e905-4e11-bf9d-2b31ffa98586), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.824520 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1798316e-073a-412f-a51b-ec2537f589c6 admin admin] Publish callbacks [] for security_group (2c867842-e905-4e11-bf9d-2b31ffa98586), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.903793 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1798316e-073a-412f-a51b-ec2537f589c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2c867842-e905-4e11-bf9d-2b31ffa98586), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.909197 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1798316e-073a-412f-a51b-ec2537f589c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:04.914650 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1798316e-073a-412f-a51b-ec2537f589c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c867842-e905-4e11-bf9d-2b31ffa98586 HTTP/1.1" status: 204 len: 168 time: 0.1701949 Mar 03 01:01:04.961435 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798316e-073a-412f-a51b-ec2537f589c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c867842-e905-4e11-bf9d-2b31ffa98586,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:05.114591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccee7-c697-4fe5-bb02-f38442899d0c req-4b91425f-c755-470a-9b36-efb8c340a18f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:05.117525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dacccee7-c697-4fe5-bb02-f38442899d0c req-4b91425f-c755-470a-9b36-efb8c340a18f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0944629 Mar 03 01:01:05.184312 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dacccee7-c697-4fe5-bb02-f38442899d0c req-f200596a-b05f-4ab1-bcd8-46ea9aad260b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610416 Mar 03 01:01:05.271693 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59718) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:05.338038 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Deleting subnet fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197 {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:01:05.342503 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Publish callbacks [] for subnet (fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.394552 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Publish callbacks [] for subnet (fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.422349 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.498230 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for subnet (fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.522759 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:05.529225 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.533626 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d7e95be6-55d2-42de-b5b8-05eb37f1bfb5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb87a8f5-1d89-4fe6-9c99-a9c0d4f91197 HTTP/1.1" status: 204 len: 168 time: 0.2608600 Mar 03 01:01:05.536191 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59736) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:05.610143 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (a643de20-62de-4e3a-b013-082ddd32b2e0), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.698034 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (a643de20-62de-4e3a-b013-082ddd32b2e0), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.718580 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.718931 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.719662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.720015 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.720386 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.720723 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.721048 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.721369 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.721685 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.722003 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.787778 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.788161 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.788500 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.788838 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 01:01:05.789231 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a643de20-62de-4e3a-b013-082ddd32b2e0']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:05.806698 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:05.806996 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a13dfb-4112-4ea5-bc36-2c31e9f7cde7') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:05.822853 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (33a13dfb-4112-4ea5-bc36-2c31e9f7cde7), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.845684 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (33a13dfb-4112-4ea5-bc36-2c31e9f7cde7), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.854220 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:01:05.854684 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (33a13dfb-4112-4ea5-bc36-2c31e9f7cde7), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: from cryptography.utils import int_from_bytes Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: from cryptography.utils import int_from_bytes Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:01:05.859681 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:01:05.918635 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (a643de20-62de-4e3a-b013-082ddd32b2e0), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.934751 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:05.938222 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a643de20-62de-4e3a-b013-082ddd32b2e0 HTTP/1.1" status: 204 len: 168 time: 0.4010382 Mar 03 01:01:05.939447 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b898c4d-3e3d-425b-80ea-7a8e98236685 admin admin] Pushing event deleted for resources: {'Network': ['ID=a643de20-62de-4e3a-b013-082ddd32b2e0,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:06.128892 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59758) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:06.189575 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-09accadf-95c6-4e13-8cc1-cd748d6d6b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d453ed563224a3c93eb5857e49a23df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0589056 Mar 03 01:01:06.191969 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 59762) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:06.266965 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59768) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:06.275489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-657957f5-65e3-4d63-a017-bd1ee65084a0 admin admin] Publish callbacks [] for security_group (3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.302960 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-657957f5-65e3-4d63-a017-bd1ee65084a0 admin admin] Publish callbacks [] for security_group (3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.392457 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8c11-6b03-4e7a-91c9-86f490f9a644 req-67e718d2-3c7f-48ba-bc62-2e51feb3dc0d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:06.394263 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9c4c8c11-6b03-4e7a-91c9-86f490f9a644 req-67e718d2-3c7f-48ba-bc62-2e51feb3dc0d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0891843 Mar 03 01:01:06.398745 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7106512-f1d6-42c4-a84c-540950b56caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.420005 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-657957f5-65e3-4d63-a017-bd1ee65084a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.423377 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-657957f5-65e3-4d63-a017-bd1ee65084a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.424553 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-657957f5-65e3-4d63-a017-bd1ee65084a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2 HTTP/1.1" status: 204 len: 168 time: 0.2313871 Mar 03 01:01:06.445214 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657957f5-65e3-4d63-a017-bd1ee65084a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8fa5e3-f8ac-436d-bd57-9be2e34b6cd2,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:06.463711 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9c4c8c11-6b03-4e7a-91c9-86f490f9a644 req-4d6b42ae-00f9-4ecd-ab7e-2ac606e48e27 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617461 Mar 03 01:01:06.543263 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7106512-f1d6-42c4-a84c-540950b56caa admin admin] Publish callbacks [] for security_group (79996f70-a82e-4cf7-adb6-1b160b77d90f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.551665 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7106512-f1d6-42c4-a84c-540950b56caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (79996f70-a82e-4cf7-adb6-1b160b77d90f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.604596 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f7106512-f1d6-42c4-a84c-540950b56caa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee43dd56125a4a8e8a621557945c8dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255653 Mar 03 01:01:06.604596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59784) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:06.604596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7106512-f1d6-42c4-a84c-540950b56caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79996f70-a82e-4cf7-adb6-1b160b77d90f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:06.657976 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-02cdbcb4-0343-4570-b79c-a78dbdb8952a admin admin] Publish callbacks [] for security_group (79996f70-a82e-4cf7-adb6-1b160b77d90f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.683606 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-02cdbcb4-0343-4570-b79c-a78dbdb8952a admin admin] Publish callbacks [] for security_group (79996f70-a82e-4cf7-adb6-1b160b77d90f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.733847 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-02cdbcb4-0343-4570-b79c-a78dbdb8952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (79996f70-a82e-4cf7-adb6-1b160b77d90f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.737123 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-02cdbcb4-0343-4570-b79c-a78dbdb8952a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:06.738262 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-02cdbcb4-0343-4570-b79c-a78dbdb8952a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79996f70-a82e-4cf7-adb6-1b160b77d90f HTTP/1.1" status: 204 len: 168 time: 0.1410527 Mar 03 01:01:06.747562 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdbcb4-0343-4570-b79c-a78dbdb8952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79996f70-a82e-4cf7-adb6-1b160b77d90f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:07.624594 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e883c-1769-4213-b888-7cef7770e593 req-e1e11aca-d5b0-4350-9905-2cb47f7378c5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:07.626121 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dc3e883c-1769-4213-b888-7cef7770e593 req-e1e11aca-d5b0-4350-9905-2cb47f7378c5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0826108 Mar 03 01:01:07.672470 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dc3e883c-1769-4213-b888-7cef7770e593 req-82a8aeab-8c4b-4239-aae3-55ea4b2f352a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Mar 03 01:01:08.682914 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4b3c45aa-b071-4a61-9990-9ed2bec43d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:08.794508 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a550-3a67-45c9-bb7b-ffaca04c3c89 req-4a09a2d4-5e12-4957-b521-88ef7c1904d5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:08.796172 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8d2a550-3a67-45c9-bb7b-ffaca04c3c89 req-4a09a2d4-5e12-4957-b521-88ef7c1904d5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0557876 Mar 03 01:01:08.841704 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8d2a550-3a67-45c9-bb7b-ffaca04c3c89 req-894ac377-c761-4338-a371-ce41b3be9a61 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Mar 03 01:01:09.989132 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd544604-cbfc-4db2-b0eb-bad1a85c6ed5 req-e9202310-bf5c-46f4-b950-a5688cd7ab99 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:09.990640 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd544604-cbfc-4db2-b0eb-bad1a85c6ed5 req-e9202310-bf5c-46f4-b950-a5688cd7ab99 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0607741 Mar 03 01:01:10.043239 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd544604-cbfc-4db2-b0eb-bad1a85c6ed5 req-f2a5b9b5-bdea-45a4-a46b-af4e8889258e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470455 Mar 03 01:01:11.094728 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-38734557-e690-4cdd-8d42-ce1da39f0b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:11.102380 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-10971100-1a25-4a1e-9279-76543b2fd0b5 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:11.103924 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-10971100-1a25-4a1e-9279-76543b2fd0b5 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.1131132 Mar 03 01:01:11.128740 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-05199d21-aa2b-4b9c-8c90-43f098374839 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/quotas/6aa349d21d934c93a4213fa56477eb2f HTTP/1.1" status: 200 len: 375 time: 0.0172119 Mar 03 01:01:11.255101 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-3cdf4a9d-7571-4b35-905e-d8af42e5392a tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205206 Mar 03 01:01:11.265457 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671158-2f5a-4e5a-91ff-8cbf0d671989 req-636e3c25-6979-455c-8788-02323a083538 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:11.267283 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-28671158-2f5a-4e5a-91ff-8cbf0d671989 req-636e3c25-6979-455c-8788-02323a083538 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0854733 Mar 03 01:01:11.372349 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-28671158-2f5a-4e5a-91ff-8cbf0d671989 req-9c37d1cf-29a4-4938-b495-5f9d53927475 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935934 Mar 03 01:01:11.395147 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-e20c38cc-1475-4466-a750-3c2d5a9eda0d service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266942 Mar 03 01:01:11.488936 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-89a42c3c-e3b4-4058-be6d-5666302cb625 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880067 Mar 03 01:01:11.645426 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8903d586-e814-4d5f-ac86-702cccc004f7 req-6d6457f1-95fe-4edc-ba6c-bae22d063bc2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 210 time: 0.0279028 Mar 03 01:01:12.141646 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:01:12.282054 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:12.497579 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7eeba-16a2-4765-94a5-6141b22a5481 req-65a3965c-5709-418e-aa5e-971ffbcb8710 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:12.498171 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b7b7eeba-16a2-4765-94a5-6141b22a5481 req-65a3965c-5709-418e-aa5e-971ffbcb8710 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0582194 Mar 03 01:01:12.560070 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b7b7eeba-16a2-4765-94a5-6141b22a5481 req-77f90e8b-dec4-4a88-8522-e332a285c942 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Mar 03 01:01:12.751133 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c215e365-6304-47f9-82b9-f44f6f1f8363 req-1bd2f3f7-024f-4d41-adbb-db81adcda012 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 210 time: 0.0371256 Mar 03 01:01:12.840831 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-e142b017-9796-4143-8bc6-f9b003ed33c2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:12.842169 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-e142b017-9796-4143-8bc6-f9b003ed33c2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.1177323 Mar 03 01:01:12.876962 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Request body: {'port': {'device_id': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'admin_state_up': True, 'tenant_id': '6aa349d21d934c93a4213fa56477eb2f'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:12.985088 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Made reservation on behalf of 6aa349d21d934c93a4213fa56477eb2f for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:01:12.988343 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:13.115298 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Allocated IP 172.20.0.4 (7d5cdcbe-69b7-4759-87f2-a3384d66ed76/4b2566ac-4447-4885-a043-945bcbc9e424/eac56150-1379-48c5-b719-ef387a6cd3fc) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:13.425549 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d8281-9659-4e8e-ad33-54133fa9dc54 req-e38ce83b-6d3c-42c7-a898-346be72c3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:13.427844 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb0d8281-9659-4e8e-ad33-54133fa9dc54 req-e38ce83b-6d3c-42c7-a898-346be72c3b89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 1129 time: 0.0473506 Mar 03 01:01:13.494327 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb0d8281-9659-4e8e-ad33-54133fa9dc54 req-4a342154-5da6-422f-bc49-efd55e50b19a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Mar 03 01:01:13.504571 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks [] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:13.544753 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:13.575416 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:13.597914 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9', 'd9c8d323-0059-4785-ba7a-f94e0610f420'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:01:13.706772 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:13.718864 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event updated for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:13.743706 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:13.749926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:13.848427 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:13.849059 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:13.881150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeac854-208e-44ff-8582-c8f4766fde26 req-4fe5d5c1-3cbc-46b9-8093-d5872377f759 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:13.893256 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-baeac854-208e-44ff-8582-c8f4766fde26 req-4fe5d5c1-3cbc-46b9-8093-d5872377f759 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.1944051 Mar 03 01:01:13.921682 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 59988) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:13.951482 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-069057b3-c089-4ca4-90f1-c95a7b5f791f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0791910 Mar 03 01:01:13.991678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Request body: {'port': {'device_id': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:14.056887 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-baeac854-208e-44ff-8582-c8f4766fde26 req-c8742da0-0f75-4646-949f-69056d99d847 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626248 Mar 03 01:01:14.063466 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-33435467-f192-4678-be04-7e29cb5424b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.091419 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740acab-79c3-481d-8e24-62d5fcf64221 req-1475ea86-2391-438c-8bdc-cde54861b0f1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:14.093333 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7740acab-79c3-481d-8e24-62d5fcf64221 req-1475ea86-2391-438c-8bdc-cde54861b0f1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 931 time: 0.1968589 Mar 03 01:01:14.116185 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.173867 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-33435467-f192-4678-be04-7e29cb5424b0 admin admin] Publish callbacks [] for security_group (39f88ffd-9517-4a0f-bec7-7bc2e5c4c567), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.179383 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-33435467-f192-4678-be04-7e29cb5424b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (39f88ffd-9517-4a0f-bec7-7bc2e5c4c567), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.185407 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7740acab-79c3-481d-8e24-62d5fcf64221 req-55c8e13d-20db-49aa-aa1b-e566ee7b7c79 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863485 Mar 03 01:01:14.217387 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33435467-f192-4678-be04-7e29cb5424b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f88ffd-9517-4a0f-bec7-7bc2e5c4c567,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:14.234866 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-33435467-f192-4678-be04-7e29cb5424b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e82f85b151f4898ad4955fc04c009cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110731 Mar 03 01:01:14.237538 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60002) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:14.293747 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-95b86d51-e5ec-411e-99c9-d6f8e496f969 admin admin] Publish callbacks [] for security_group (39f88ffd-9517-4a0f-bec7-7bc2e5c4c567), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.317406 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-95b86d51-e5ec-411e-99c9-d6f8e496f969 admin admin] Publish callbacks [] for security_group (39f88ffd-9517-4a0f-bec7-7bc2e5c4c567), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.367353 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-95b86d51-e5ec-411e-99c9-d6f8e496f969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (39f88ffd-9517-4a0f-bec7-7bc2e5c4c567), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.370498 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-95b86d51-e5ec-411e-99c9-d6f8e496f969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.374357 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-95b86d51-e5ec-411e-99c9-d6f8e496f969 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39f88ffd-9517-4a0f-bec7-7bc2e5c4c567 HTTP/1.1" status: 204 len: 168 time: 0.1334758 Mar 03 01:01:14.390248 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86d51-e5ec-411e-99c9-d6f8e496f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f88ffd-9517-4a0f-bec7-7bc2e5c4c567,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:14.444805 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac56150-1379-48c5-b719-ef387a6cd3fc {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:01:14.453145 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Publish callbacks [] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.466274 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Transition to ACTIVE for port object eac56150-1379-48c5-b719-ef387a6cd3fc will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:01:14.470971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.545929 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Pushing event updated for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:14.598168 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Attempting to bind port eac56150-1379-48c5-b719-ef387a6cd3fc on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:14.598523 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Attempting to bind port eac56150-1379-48c5-b719-ef387a6cd3fc by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:14.598861 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Attempting to bind port eac56150-1379-48c5-b719-ef387a6cd3fc on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:14.603736 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Port eac56150-1379-48c5-b719-ef387a6cd3fc on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:01:14.603736 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Attempting to bind port eac56150-1379-48c5-b719-ef387a6cd3fc on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:14.608986 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:14.609336 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Checking segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:14.609725 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Bound using segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:14.610436 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Bound port: eac56150-1379-48c5-b719-ef387a6cd3fc, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:14.610653 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.681499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:14.684995 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=eac56150-1379-48c5-b719-ef387a6cd3fc,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:14.699332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.728148 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60030) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:14.740749 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:14.743851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.743972 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-da68962d-2ce2-4364-b10d-558cd662e43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.744206 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] 10.222.0.30 "PUT /v2.0/ports/eac56150-1379-48c5-b719-ef387a6cd3fc HTTP/1.1" status: 200 len: 1093 time: 0.7616677 Mar 03 01:01:14.744206 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:01:14.745530 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:01:14.768675 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cf32e-5c61-492f-880e-3893fb7a66cb service neutron] Pushing event updated for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:14.798235 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd963e-73af-40e6-b9e2-0f044fe20d7b x-openstack-request-id: req-75fd963e-73af-40e6-b9e2-0f044fe20d7b {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:01:14.798534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:01:14.798926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75fd963e-73af-40e6-b9e2-0f044fe20d7b {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:01:14.799332 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc', 'status': 'completed', 'code': 200} Mar 03 01:01:14.838424 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-da68962d-2ce2-4364-b10d-558cd662e43c admin admin] Publish callbacks [] for security_group (f3db2aa9-b0c5-4e7b-a40f-ef525908e932), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.842411 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-da68962d-2ce2-4364-b10d-558cd662e43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f3db2aa9-b0c5-4e7b-a40f-ef525908e932), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.882569 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68962d-2ce2-4364-b10d-558cd662e43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db2aa9-b0c5-4e7b-a40f-ef525908e932,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:14.887132 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-da68962d-2ce2-4364-b10d-558cd662e43c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dee77beb51ae42f4a763a4c75c6f4484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576529 Mar 03 01:01:14.890078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60038) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:14.941331 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5434-fd10-4c70-8bfb-b0ba6b26afd8 admin admin] Publish callbacks [] for security_group (f3db2aa9-b0c5-4e7b-a40f-ef525908e932), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:14.962184 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5434-fd10-4c70-8bfb-b0ba6b26afd8 admin admin] Publish callbacks [] for security_group (f3db2aa9-b0c5-4e7b-a40f-ef525908e932), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.011022 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5434-fd10-4c70-8bfb-b0ba6b26afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (f3db2aa9-b0c5-4e7b-a40f-ef525908e932), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.014249 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5434-fd10-4c70-8bfb-b0ba6b26afd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.015291 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3f3c5434-fd10-4c70-8bfb-b0ba6b26afd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3db2aa9-b0c5-4e7b-a40f-ef525908e932 HTTP/1.1" status: 204 len: 168 time: 0.1243200 Mar 03 01:01:15.028771 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2 req-5db36e49-c2e9-4eb9-b464-105e82315043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.029090 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c5434-fd10-4c70-8bfb-b0ba6b26afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db2aa9-b0c5-4e7b-a40f-ef525908e932,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:15.030318 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2 req-5db36e49-c2e9-4eb9-b464-105e82315043 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 1127 time: 0.0478218 Mar 03 01:01:15.231783 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60056) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:15.314874 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.321153 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Deleting subnet 2897aa28-cd7c-4e62-988c-c476ae19300b {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:01:15.325544 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Publish callbacks [] for subnet (2897aa28-cd7c-4e62-988c-c476ae19300b), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.332836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2 req-7f6a58ba-2ccf-4905-bad0-4fe7a3df7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.332836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2 req-7f6a58ba-2ccf-4905-bad0-4fe7a3df7ace service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6aa349d21d934c93a4213fa56477eb2f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2761273 Mar 03 01:01:15.337642 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.374150 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (2897aa28-cd7c-4e62-988c-c476ae19300b), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.422065 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (2897aa28-cd7c-4e62-988c-c476ae19300b), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.481241 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (2897aa28-cd7c-4e62-988c-c476ae19300b), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.493303 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beceee-0ef6-4726-8999-8f3031f9a11f req-a406ec51-dc98-4d0a-b957-714a189f371d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.494805 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f5beceee-0ef6-4726-8999-8f3031f9a11f req-a406ec51-dc98-4d0a-b957-714a189f371d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.3365109 Mar 03 01:01:15.517723 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2897aa28-cd7c-4e62-988c-c476ae19300b,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:15.520374 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.526179 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d7b14ae4-8848-481d-a1a4-d4b401e6e111 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2897aa28-cd7c-4e62-988c-c476ae19300b HTTP/1.1" status: 204 len: 168 time: 0.2908804 Mar 03 01:01:15.527105 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60068) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:15.563475 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6cce-5efa-4fd6-90c3-964fe12a41fc req-9d7497e7-4143-4be9-be9e-73e2781cd487 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.565037 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07fb6cce-5efa-4fd6-90c3-964fe12a41fc req-9d7497e7-4143-4be9-be9e-73e2781cd487 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.2571843 Mar 03 01:01:15.598489 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (06c9c6ac-edd0-40c0-8404-a2f665976dcf), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.618120 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2 req-c96efbc4-1066-4ac6-8df6-79a1ebae2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.619579 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dfa6b117-8a0f-4fd3-9328-a2d4efe32fa2 req-c96efbc4-1066-4ac6-8df6-79a1ebae2fd1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2659812 Mar 03 01:01:15.632810 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f5beceee-0ef6-4726-8999-8f3031f9a11f req-2ba2bdcf-f569-4950-b988-f6694ea71211 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191366 Mar 03 01:01:15.676791 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07fb6cce-5efa-4fd6-90c3-964fe12a41fc req-86d9abb3-81c2-4163-b64a-4bef82807fa2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999284 Mar 03 01:01:15.697694 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (06c9c6ac-edd0-40c0-8404-a2f665976dcf), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.719330 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c9c6ac-edd0-40c0-8404-a2f665976dcf']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:15.728959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6412b6-f176-4fab-a8bc-3418bcc52004') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:15.729556 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6412b6-f176-4fab-a8bc-3418bcc52004') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:15.740908 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (7b6412b6-f176-4fab-a8bc-3418bcc52004), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.744244 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-4dccb859-9eb2-4e79-b446-ab7f062280cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.745751 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-4dccb859-9eb2-4e79-b446-ab7f062280cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 1127 time: 0.0465760 Mar 03 01:01:15.755775 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (7b6412b6-f176-4fab-a8bc-3418bcc52004), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.762104 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:01:15.762512 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (7b6412b6-f176-4fab-a8bc-3418bcc52004), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:01:15.765146 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:01:15.803396 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-6beff4cc-2667-4f97-b2ed-abdc6c167492 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac56150-1379-48c5-b719-ef387a6cd3fc HTTP/1.1" status: 200 len: 217 time: 0.0408671 Mar 03 01:01:15.826159 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (06c9c6ac-edd0-40c0-8404-a2f665976dcf), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.834853 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.842550 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] 10.222.0.18 "DELETE /v2.0/networks/06c9c6ac-edd0-40c0-8404-a2f665976dcf HTTP/1.1" status: 204 len: 168 time: 0.3129356 Mar 03 01:01:15.842706 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60078) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:15.853621 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8190cf-9523-46c7-b7b4-3c764db753af admin admin] Pushing event deleted for resources: {'Network': ['ID=06c9c6ac-edd0-40c0-8404-a2f665976dcf,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:15.898129 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-d07dd5d6-ae28-48f3-a49f-f33d99f0eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:15.899596 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-d07dd5d6-ae28-48f3-a49f-f33d99f0eeb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.0892196 Mar 03 01:01:15.902702 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Deleting subnet 885e6dee-ccac-40ef-863e-3b549c3594c5 {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:01:15.906603 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Publish callbacks [] for subnet (885e6dee-ccac-40ef-863e-3b549c3594c5), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:15.957039 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-df772db2-3c54-4a57-b381-f38ee6b21927 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483840 Mar 03 01:01:15.976588 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (885e6dee-ccac-40ef-863e-3b549c3594c5), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.069175 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (885e6dee-ccac-40ef-863e-3b549c3594c5), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.120642 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-0ffea545-4ff5-49a6-a3bf-7952616cdc38 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558824 Mar 03 01:01:16.183552 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (885e6dee-ccac-40ef-863e-3b549c3594c5), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.218240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885e6dee-ccac-40ef-863e-3b549c3594c5,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:16.225154 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.228359 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3559749b-f2de-4295-b3a1-254e0449e193 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/885e6dee-ccac-40ef-863e-3b549c3594c5 HTTP/1.1" status: 204 len: 168 time: 0.3846390 Mar 03 01:01:16.230737 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60094) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:16.250307 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60096) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:16.294599 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a15a5b43-559b-4dd5-9e59-dcf84bed3e68 req-c83264f1-ce85-4ed4-bb77-e002e68a6800 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671083 Mar 03 01:01:16.317741 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (8428f38b-9e6e-4ad1-956e-d823b220d1da), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.372422 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-36c17c2d-8dc2-422e-a56b-6e1ac71e5a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.421188 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (8428f38b-9e6e-4ad1-956e-d823b220d1da), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.443249 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8428f38b-9e6e-4ad1-956e-d823b220d1da']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:16.453199 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5027bb69-0327-4c70-8ca3-9a5375a98248') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:16.453496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5027bb69-0327-4c70-8ca3-9a5375a98248') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:16.462412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (5027bb69-0327-4c70-8ca3-9a5375a98248), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.463736 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-36c17c2d-8dc2-422e-a56b-6e1ac71e5a39 admin admin] Publish callbacks [] for security_group (ef60c225-36cc-4513-9b19-09fd695c0d21), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.467556 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-36c17c2d-8dc2-422e-a56b-6e1ac71e5a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (ef60c225-36cc-4513-9b19-09fd695c0d21), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.476435 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (5027bb69-0327-4c70-8ca3-9a5375a98248), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.483156 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:01:16.483538 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (5027bb69-0327-4c70-8ca3-9a5375a98248), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:01:16.485512 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:01:16.507969 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-36c17c2d-8dc2-422e-a56b-6e1ac71e5a39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7cf793008a6497d921a751e9b0ee500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562695 Mar 03 01:01:16.510964 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60100) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:16.517246 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c17c2d-8dc2-422e-a56b-6e1ac71e5a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60c225-36cc-4513-9b19-09fd695c0d21,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:16.540978 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (8428f38b-9e6e-4ad1-956e-d823b220d1da), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.547000 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.550173 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8428f38b-9e6e-4ad1-956e-d823b220d1da HTTP/1.1" status: 204 len: 168 time: 0.3185332 Mar 03 01:01:16.562025 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e167-f09a-4b99-a048-bf69146c7d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8428f38b-9e6e-4ad1-956e-d823b220d1da,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:16.565143 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0141ff2e-8c47-493a-8785-897e74a6c3e4 admin admin] Publish callbacks [] for security_group (ef60c225-36cc-4513-9b19-09fd695c0d21), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.587320 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0141ff2e-8c47-493a-8785-897e74a6c3e4 admin admin] Publish callbacks [] for security_group (ef60c225-36cc-4513-9b19-09fd695c0d21), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.638665 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0141ff2e-8c47-493a-8785-897e74a6c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (ef60c225-36cc-4513-9b19-09fd695c0d21), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.642044 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0141ff2e-8c47-493a-8785-897e74a6c3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.643184 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0141ff2e-8c47-493a-8785-897e74a6c3e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef60c225-36cc-4513-9b19-09fd695c0d21 HTTP/1.1" status: 204 len: 168 time: 0.1313312 Mar 03 01:01:16.650741 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141ff2e-8c47-493a-8785-897e74a6c3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60c225-36cc-4513-9b19-09fd695c0d21,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:16.666261 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60108) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:16.710478 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b310c116-8341-43a8-a7da-2d7f8ea4ce9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34454e3e659146ad8c38723d9f633032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429854 Mar 03 01:01:16.713330 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60112) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:16.767292 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63e49e09-7fd6-4a3e-8001-2eec790ba95c admin admin] Publish callbacks [] for security_group (472ecb40-ad98-49b2-979b-61b4b24d4df2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.791065 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63e49e09-7fd6-4a3e-8001-2eec790ba95c admin admin] Publish callbacks [] for security_group (472ecb40-ad98-49b2-979b-61b4b24d4df2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.802826 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8c3c-1fa4-4e8e-ac31-9f940590f77a req-0c256b21-65af-4bfa-992d-66654dbab54f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:16.806480 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6ade8c3c-1fa4-4e8e-ac31-9f940590f77a req-0c256b21-65af-4bfa-992d-66654dbab54f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0950534 Mar 03 01:01:16.824905 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba1286-b599-4f95-9c38-7c9f274fb876 req-dd8bcae4-34b4-4b69-9caf-77fa469432db tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:16.827126 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bfba1286-b599-4f95-9c38-7c9f274fb876 req-dd8bcae4-34b4-4b69-9caf-77fa469432db tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.0825100 Mar 03 01:01:16.846168 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63e49e09-7fd6-4a3e-8001-2eec790ba95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (472ecb40-ad98-49b2-979b-61b4b24d4df2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.849061 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63e49e09-7fd6-4a3e-8001-2eec790ba95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:16.850217 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-63e49e09-7fd6-4a3e-8001-2eec790ba95c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/472ecb40-ad98-49b2-979b-61b4b24d4df2 HTTP/1.1" status: 204 len: 168 time: 0.1359870 Mar 03 01:01:16.859462 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e49e09-7fd6-4a3e-8001-2eec790ba95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ecb40-ad98-49b2-979b-61b4b24d4df2,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:16.898585 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6ade8c3c-1fa4-4e8e-ac31-9f940590f77a req-0a34e441-9dc2-4993-8c30-99c2dc1e5130 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876949 Mar 03 01:01:16.932548 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bfba1286-b599-4f95-9c38-7c9f274fb876 req-95825c56-4173-4b35-ad02-550143be8744 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958257 Mar 03 01:01:17.030401 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175248-2804-4e71-9d3c-51fc4fcae2c9 req-2f4b975b-aaa1-44fd-b4b8-66611a86966c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:17.031607 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bd175248-2804-4e71-9d3c-51fc4fcae2c9 req-2f4b975b-aaa1-44fd-b4b8-66611a86966c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0551212 Mar 03 01:01:17.103534 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bd175248-2804-4e71-9d3c-51fc4fcae2c9 req-15516b9d-d22a-426d-95d0-ef47fa042e85 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607629 Mar 03 01:01:17.258023 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60138) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:17.301790 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9bcd0143-9adc-4977-b228-2f52cdf302fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b0dc02ada2441d0bec4beef55a430ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422940 Mar 03 01:01:17.304188 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60140) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:17.365181 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8e856339-11b7-4078-b5d5-eaad6c564ccf admin admin] Publish callbacks [] for security_group (7722c828-6933-4714-bbac-255dea73c2d7), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:17.395465 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8e856339-11b7-4078-b5d5-eaad6c564ccf admin admin] Publish callbacks [] for security_group (7722c828-6933-4714-bbac-255dea73c2d7), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:17.457314 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8e856339-11b7-4078-b5d5-eaad6c564ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (7722c828-6933-4714-bbac-255dea73c2d7), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:17.460165 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8e856339-11b7-4078-b5d5-eaad6c564ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:17.461781 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8e856339-11b7-4078-b5d5-eaad6c564ccf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7722c828-6933-4714-bbac-255dea73c2d7 HTTP/1.1" status: 204 len: 168 time: 0.1565416 Mar 03 01:01:17.474340 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e856339-11b7-4078-b5d5-eaad6c564ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722c828-6933-4714-bbac-255dea73c2d7,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:18.075623 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0828a8-4c06-45a0-b294-31816bf88d37 req-69e6afc1-1678-4e6d-a47f-3f219178fd1c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:18.078449 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e0828a8-4c06-45a0-b294-31816bf88d37 req-69e6afc1-1678-4e6d-a47f-3f219178fd1c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.0691369 Mar 03 01:01:18.133700 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e0828a8-4c06-45a0-b294-31816bf88d37 req-3d1b5480-f054-4c8a-a1e8-0924e08fd225 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480704 Mar 03 01:01:18.521821 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60198) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:18.649141 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6954-4e33-4e91-8708-4cbc0501a61a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:18.729579 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6954-4e33-4e91-8708-4cbc0501a61a admin admin] Publish callbacks [] for security_group (64e579af-7961-4b23-ba5f-44ddf28836ef), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:18.735351 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6954-4e33-4e91-8708-4cbc0501a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (64e579af-7961-4b23-ba5f-44ddf28836ef), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:18.778598 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2a8b6954-4e33-4e91-8708-4cbc0501a61a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be03afb9bfa34b4ba878466ffe04bcb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530012 Mar 03 01:01:18.778598 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b6954-4e33-4e91-8708-4cbc0501a61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e579af-7961-4b23-ba5f-44ddf28836ef,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:18.778898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60208) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:18.796735 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ae8ba-062f-4d76-92c2-76402f1a3f61 req-3ba83e00-b366-4658-acda-5f0bed70243f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:18.798188 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-850ae8ba-062f-4d76-92c2-76402f1a3f61 req-3ba83e00-b366-4658-acda-5f0bed70243f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0994332 Mar 03 01:01:18.819088 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-24b21147-8ee3-4ba4-a3a7-f748d06c6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:18.820502 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-24b21147-8ee3-4ba4-a3a7-f748d06c6dbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.0927184 Mar 03 01:01:18.925891 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-850ae8ba-062f-4d76-92c2-76402f1a3f61 req-f54f4202-bcb4-4b67-a2c5-8f617501abbc tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217573 Mar 03 01:01:18.934268 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa61e7a3-4cfa-4408-bd9b-50b9fb7ce6c1 admin admin] Publish callbacks [] for security_group (64e579af-7961-4b23-ba5f-44ddf28836ef), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:18.944187 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device eac56150-1379-48c5-b719-ef387a6cd3fc details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:01:19.046006 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=eac56150-1379-48c5-b719-ef387a6cd3fc,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:19.058787 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'eac56150-1379-48c5-b719-ef387a6cd3fc', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'port_id': 'eac56150-1379-48c5-b719-ef387a6cd3fc', 'mac_address': 'fa:16:3e:41:2d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2566ac-4447-4885-a043-945bcbc9e424', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:01:19.099218 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port eac56150-1379-48c5-b719-ef387a6cd3fc is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:19.099618 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:19.116853 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac56150-1379-48c5-b719-ef387a6cd3fc {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:01:19.137105 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=eac56150-1379-48c5-b719-ef387a6cd3fc,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:19.142100 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:19.203648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa61e7a3-4cfa-4408-bd9b-50b9fb7ce6c1 admin admin] Publish callbacks [] for security_group (64e579af-7961-4b23-ba5f-44ddf28836ef), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:19.215998 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-71b08df7-201d-458e-8580-4b1200ac447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:19.218598 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-71b08df7-201d-458e-8580-4b1200ac447c service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.3859897 Mar 03 01:01:19.228388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:19.306660 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-02de7c94-bd81-4db3-8cba-51aeb0866a32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0760043 Mar 03 01:01:19.363676 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf399-ca4d-47a2-bbd8-d1a2f88e98e8 req-e1f4de33-4e16-4e62-a10b-f258627ece96 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:19.365189 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bfcf399-ca4d-47a2-bbd8-d1a2f88e98e8 req-e1f4de33-4e16-4e62-a10b-f258627ece96 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 944 time: 0.1434529 Mar 03 01:01:19.368999 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa61e7a3-4cfa-4408-bd9b-50b9fb7ce6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (64e579af-7961-4b23-ba5f-44ddf28836ef), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:19.371523 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa61e7a3-4cfa-4408-bd9b-50b9fb7ce6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:19.373534 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-aa61e7a3-4cfa-4408-bd9b-50b9fb7ce6c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64e579af-7961-4b23-ba5f-44ddf28836ef HTTP/1.1" status: 204 len: 168 time: 0.5926902 Mar 03 01:01:19.386432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-7e40b6f5-cc32-450f-ac43-6173abc7b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:19.388858 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-7e40b6f5-cc32-450f-ac43-6173abc7b831 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0757968 Mar 03 01:01:19.395543 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61e7a3-4cfa-4408-bd9b-50b9fb7ce6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e579af-7961-4b23-ba5f-44ddf28836ef,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:19.435185 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-6c3cb1b1-e6c5-431c-b207-2d3b60ea7d8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317829 Mar 03 01:01:19.512699 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bfcf399-ca4d-47a2-bbd8-d1a2f88e98e8 req-9e2c35e9-0ab1-45aa-b065-2822e7874f2b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357081 Mar 03 01:01:19.563468 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-e0814f92-400e-4bbd-95d2-df9f4533c354 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158731 Mar 03 01:01:19.660837 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3847c68a-4c14-48ce-a980-afa794cf9c5d req-a78daad0-5799-47b0-9d50-55961afcbba2 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Mar 03 01:01:20.074743 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcdc97-20e6-4d6a-9072-990a3671da0a req-c6962979-2416-405d-8540-8d4f9ce2e771 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:20.076990 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42bcdc97-20e6-4d6a-9072-990a3671da0a req-c6962979-2416-405d-8540-8d4f9ce2e771 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0782521 Mar 03 01:01:20.138070 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42bcdc97-20e6-4d6a-9072-990a3671da0a req-aaf03b95-34bd-43db-9247-dc945b0f7486 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Mar 03 01:01:20.640883 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beb334-b3e9-47b7-a666-6fe8ac0a7609 req-de2b4f63-5eb3-4872-8eb3-42e62f42b886 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:20.642405 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-87beb334-b3e9-47b7-a666-6fe8ac0a7609 req-de2b4f63-5eb3-4872-8eb3-42e62f42b886 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 944 time: 0.0535712 Mar 03 01:01:20.689451 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-87beb334-b3e9-47b7-a666-6fe8ac0a7609 req-2d16ab12-7f85-4d83-87c5-508b0a294716 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Mar 03 01:01:21.256415 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1e5b-56fc-4f3d-a5d0-934b358e1c71 req-55c0776e-f45f-4dad-ac02-f6e6ace728da tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:21.258024 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-315e1e5b-56fc-4f3d-a5d0-934b358e1c71 req-55c0776e-f45f-4dad-ac02-f6e6ace728da tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0525873 Mar 03 01:01:21.291412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60312) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:21.316647 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-315e1e5b-56fc-4f3d-a5d0-934b358e1c71 req-814b83ca-ed27-4ed0-a75f-e2c1f5a56806 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531256 Mar 03 01:01:21.401608 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7fb77222-5293-48ac-9910-e238ab492ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.476675 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7fb77222-5293-48ac-9910-e238ab492ae7 admin admin] Publish callbacks [] for security_group (bb50e09d-76ca-43bb-b114-c2a26b4e8a84), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.479981 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7fb77222-5293-48ac-9910-e238ab492ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (bb50e09d-76ca-43bb-b114-c2a26b4e8a84), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.518924 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7fb77222-5293-48ac-9910-e238ab492ae7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c288764586d0444b999543b07b954982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265046 Mar 03 01:01:21.519836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb77222-5293-48ac-9910-e238ab492ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50e09d-76ca-43bb-b114-c2a26b4e8a84,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:21.521821 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60318) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:21.572676 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d33ba8e8-0a45-4b00-9d81-692c2cc7cfa5 admin admin] Publish callbacks [] for security_group (bb50e09d-76ca-43bb-b114-c2a26b4e8a84), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.593296 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d33ba8e8-0a45-4b00-9d81-692c2cc7cfa5 admin admin] Publish callbacks [] for security_group (bb50e09d-76ca-43bb-b114-c2a26b4e8a84), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.641784 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d33ba8e8-0a45-4b00-9d81-692c2cc7cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (bb50e09d-76ca-43bb-b114-c2a26b4e8a84), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.644640 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d33ba8e8-0a45-4b00-9d81-692c2cc7cfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.645744 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d33ba8e8-0a45-4b00-9d81-692c2cc7cfa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb50e09d-76ca-43bb-b114-c2a26b4e8a84 HTTP/1.1" status: 204 len: 168 time: 0.1221862 Mar 03 01:01:21.653309 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ba8e8-0a45-4b00-9d81-692c2cc7cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50e09d-76ca-43bb-b114-c2a26b4e8a84,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:21.810315 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194dc01-db51-43fd-8c9c-309c0662168b req-b481b8ea-d9ad-4b32-9a14-b94a34bc6fbe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:21.811832 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3194dc01-db51-43fd-8c9c-309c0662168b req-b481b8ea-d9ad-4b32-9a14-b94a34bc6fbe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 944 time: 0.0543506 Mar 03 01:01:21.861635 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3194dc01-db51-43fd-8c9c-309c0662168b req-77300fa6-f4d4-458f-96af-219bff40b8bb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Mar 03 01:01:21.901969 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60328) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:21.915375 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3475a27c-6f43-47d5-bfce-7dc2035bbd3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.988606 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3475a27c-6f43-47d5-bfce-7dc2035bbd3f admin admin] Publish callbacks [] for security_group (8c521611-7a98-41df-8a8f-40516e04d63a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:21.992169 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3475a27c-6f43-47d5-bfce-7dc2035bbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8c521611-7a98-41df-8a8f-40516e04d63a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:22.029431 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475a27c-6f43-47d5-bfce-7dc2035bbd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c521611-7a98-41df-8a8f-40516e04d63a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:22.036685 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3475a27c-6f43-47d5-bfce-7dc2035bbd3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c641a0b3eabf472cbe2a5041482d24dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335204 Mar 03 01:01:22.037187 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60330) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:22.084577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3420629f-091c-4b9e-9c37-b0a2b5eef73d admin admin] Publish callbacks [] for security_group (8c521611-7a98-41df-8a8f-40516e04d63a), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:22.108488 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3420629f-091c-4b9e-9c37-b0a2b5eef73d admin admin] Publish callbacks [] for security_group (8c521611-7a98-41df-8a8f-40516e04d63a), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:22.158011 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3420629f-091c-4b9e-9c37-b0a2b5eef73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8c521611-7a98-41df-8a8f-40516e04d63a), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:22.160726 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3420629f-091c-4b9e-9c37-b0a2b5eef73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:22.164219 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3420629f-091c-4b9e-9c37-b0a2b5eef73d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c521611-7a98-41df-8a8f-40516e04d63a HTTP/1.1" status: 204 len: 168 time: 0.1237495 Mar 03 01:01:22.170437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420629f-091c-4b9e-9c37-b0a2b5eef73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c521611-7a98-41df-8a8f-40516e04d63a,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:22.234471 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['eac56150-1379-48c5-b719-ef387a6cd3fc'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:01:22.474623 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563942a-f6da-4a93-8287-e0e68ff3a338 req-dcc99d6f-ab87-493c-9271-524212a464fb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:22.476941 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4563942a-f6da-4a93-8287-e0e68ff3a338 req-dcc99d6f-ab87-493c-9271-524212a464fb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0680296 Mar 03 01:01:22.529393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4563942a-f6da-4a93-8287-e0e68ff3a338 req-80f04c5b-a4ed-4dd7-913e-73d5a2dc3b38 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Mar 03 01:01:22.978902 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416392b-f494-494d-9396-0de355bce612 req-a10daebd-f88d-4cb9-992e-d1f0249f5cc1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:22.980404 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0416392b-f494-494d-9396-0de355bce612 req-a10daebd-f88d-4cb9-992e-d1f0249f5cc1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 944 time: 0.0530527 Mar 03 01:01:23.031923 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0416392b-f494-494d-9396-0de355bce612 req-40a84f8a-56b6-40b1-bee3-a2cdb6e73240 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Mar 03 01:01:23.666219 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6136-0894-4467-9b74-1c1709d80dba req-b6b06e0d-7fc8-48ee-8c61-582fb13a4c5f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:23.673391 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e2c6136-0894-4467-9b74-1c1709d80dba req-b6b06e0d-7fc8-48ee-8c61-582fb13a4c5f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0671325 Mar 03 01:01:23.731873 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e2c6136-0894-4467-9b74-1c1709d80dba req-6756f7da-02bb-410c-95fc-6c434c9afd43 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575542 Mar 03 01:01:24.153873 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087e6f-c7ae-469c-ae59-516b644ee95b req-96d16580-3c49-4236-8116-335e144915c1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:24.155498 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1a087e6f-c7ae-469c-ae59-516b644ee95b req-96d16580-3c49-4236-8116-335e144915c1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 944 time: 0.0549054 Mar 03 01:01:24.207660 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1a087e6f-c7ae-469c-ae59-516b644ee95b req-fe9a3b3f-2961-4235-8df7-ee6ac4304ba3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Mar 03 01:01:24.276555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60456) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:24.395801 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-47d9abc4-9397-4233-aeb2-d1829c5b48c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.481555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-47d9abc4-9397-4233-aeb2-d1829c5b48c0 admin admin] Publish callbacks [] for security_group (e0a75ebd-24b7-4131-bdae-ab327c42c05a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.487215 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-47d9abc4-9397-4233-aeb2-d1829c5b48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (e0a75ebd-24b7-4131-bdae-ab327c42c05a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.528363 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-47d9abc4-9397-4233-aeb2-d1829c5b48c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=975a342a72fe4373a547af6ec3070d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506130 Mar 03 01:01:24.529080 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9abc4-9397-4233-aeb2-d1829c5b48c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a75ebd-24b7-4131-bdae-ab327c42c05a,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:24.531677 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60466) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:24.591876 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c74e1711-e527-498a-af99-6f08830ccbfd admin admin] Publish callbacks [] for security_group (e0a75ebd-24b7-4131-bdae-ab327c42c05a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.612908 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c74e1711-e527-498a-af99-6f08830ccbfd admin admin] Publish callbacks [] for security_group (e0a75ebd-24b7-4131-bdae-ab327c42c05a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.659872 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c74e1711-e527-498a-af99-6f08830ccbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (e0a75ebd-24b7-4131-bdae-ab327c42c05a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.662446 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c74e1711-e527-498a-af99-6f08830ccbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.663571 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c74e1711-e527-498a-af99-6f08830ccbfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0a75ebd-24b7-4131-bdae-ab327c42c05a HTTP/1.1" status: 204 len: 168 time: 0.1308444 Mar 03 01:01:24.671018 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e1711-e527-498a-af99-6f08830ccbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a75ebd-24b7-4131-bdae-ab327c42c05a,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:24.855822 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310b70-d2a2-4d35-8f1f-562ac3ddf474 req-48d1bfd6-6e9e-4038-a575-4756a7f35d0d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:24.857330 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ae310b70-d2a2-4d35-8f1f-562ac3ddf474 req-48d1bfd6-6e9e-4038-a575-4756a7f35d0d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0563467 Mar 03 01:01:24.905286 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ae310b70-d2a2-4d35-8f1f-562ac3ddf474 req-cdf47668-2bdc-4dd1-9122-670f2adb3145 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 Mar 03 01:01:24.941439 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60474) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:24.957125 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d95a8e1d-7e9e-45bc-b3ae-522c0294a4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:24.959055 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device eac56150-1379-48c5-b719-ef387a6cd3fc up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:25.007593 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port eac56150-1379-48c5-b719-ef387a6cd3fc completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:01:25.012120 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port eac56150-1379-48c5-b719-ef387a6cd3fc triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:25.012581 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.032522 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d95a8e1d-7e9e-45bc-b3ae-522c0294a4fc admin admin] Publish callbacks [] for security_group (607d381b-133e-413c-afe3-1298928f99de), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.036895 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d95a8e1d-7e9e-45bc-b3ae-522c0294a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (607d381b-133e-413c-afe3-1298928f99de), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.077423 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d95a8e1d-7e9e-45bc-b3ae-522c0294a4fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c11abefcd7a4706af347103e8c6e304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340365 Mar 03 01:01:25.077956 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60478) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:25.079307 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a8e1d-7e9e-45bc-b3ae-522c0294a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607d381b-133e-413c-afe3-1298928f99de,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:25.094828 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port eac56150-1379-48c5-b719-ef387a6cd3fc is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:25.095251 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.123274 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:01:25.126150 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f79c86-6fc6-48df-9cad-45070ad64dba" -d '{"events": [{"server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "name": "network-vif-plugged", "status": "completed", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:01:25.134022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a7561cb8-4c65-49dc-b389-eaf9b9d8d4c1 admin admin] Publish callbacks [] for security_group (607d381b-133e-413c-afe3-1298928f99de), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.141145 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=eac56150-1379-48c5-b719-ef387a6cd3fc,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:25.147168 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.160214 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a7561cb8-4c65-49dc-b389-eaf9b9d8d4c1 admin admin] Publish callbacks [] for security_group (607d381b-133e-413c-afe3-1298928f99de), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.177785 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790b7a26-1aa4-4fb1-8e88-6e3a8b83a279 x-openstack-request-id: req-790b7a26-1aa4-4fb1-8e88-6e3a8b83a279 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:01:25.178081 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "name": "network-vif-plugged", "status": "completed", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:01:25.178341 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-790b7a26-1aa4-4fb1-8e88-6e3a8b83a279 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:01:25.178728 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc', 'code': 200} Mar 03 01:01:25.209065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:25.231446 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a7561cb8-4c65-49dc-b389-eaf9b9d8d4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (607d381b-133e-413c-afe3-1298928f99de), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.235760 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a7561cb8-4c65-49dc-b389-eaf9b9d8d4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:25.237100 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-a7561cb8-4c65-49dc-b389-eaf9b9d8d4c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/607d381b-133e-413c-afe3-1298928f99de HTTP/1.1" status: 204 len: 168 time: 0.1580865 Mar 03 01:01:25.246046 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7561cb8-4c65-49dc-b389-eaf9b9d8d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607d381b-133e-413c-afe3-1298928f99de,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:25.342324 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938061c4-8df4-4044-9da0-39353f4ad905 req-d3dfb884-44d5-4da7-9789-ab94d86ea6fb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:25.344477 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-938061c4-8df4-4044-9da0-39353f4ad905 req-d3dfb884-44d5-4da7-9789-ab94d86ea6fb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0615158 Mar 03 01:01:25.396354 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-938061c4-8df4-4044-9da0-39353f4ad905 req-c546cdbf-72e9-4977-9437-20b23899c4e1 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Mar 03 01:01:25.447139 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be2f93-38b9-40e0-b31c-fcb24dddbbbc req-680b365c-52e1-43e4-ac0c-1106b2c3786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:25.448746 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05be2f93-38b9-40e0-b31c-fcb24dddbbbc req-680b365c-52e1-43e4-ac0c-1106b2c3786d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 1129 time: 0.0453606 Mar 03 01:01:25.493322 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05be2f93-38b9-40e0-b31c-fcb24dddbbbc req-da5098ff-e3ec-4ce0-b456-dac1cb272004 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 Mar 03 01:01:26.027699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f32ee6-c0f9-444d-9c52-34d327be0153 req-287af614-b5a2-41e3-9544-ba5596de0f52 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:26.029197 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-65f32ee6-c0f9-444d-9c52-34d327be0153 req-287af614-b5a2-41e3-9544-ba5596de0f52 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0577459 Mar 03 01:01:26.077661 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-65f32ee6-c0f9-444d-9c52-34d327be0153 req-b80520de-d9ac-44eb-a852-6ec7a370b2e5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Mar 03 01:01:26.506011 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60572) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:26.567280 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903b8c5-9b5b-4bd5-bba4-5fb325cff320 req-0782fef4-beea-4115-8c91-9d3e8b09e552 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:26.568898 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b903b8c5-9b5b-4bd5-bba4-5fb325cff320 req-0782fef4-beea-4115-8c91-9d3e8b09e552 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.1016214 Mar 03 01:01:26.618332 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b903b8c5-9b5b-4bd5-bba4-5fb325cff320 req-69024e10-8bd5-4f22-bd3f-9ec11abdc926 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Mar 03 01:01:26.625369 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d6b-b1a2-4719-815e-b22803dd91b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.704479 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d6b-b1a2-4719-815e-b22803dd91b9 admin admin] Publish callbacks [] for security_group (6766185c-1e64-4460-87ed-ea0dbf6e1ea9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.708099 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d6b-b1a2-4719-815e-b22803dd91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6766185c-1e64-4460-87ed-ea0dbf6e1ea9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.743816 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e0d6b-b1a2-4719-815e-b22803dd91b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6766185c-1e64-4460-87ed-ea0dbf6e1ea9,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:26.748053 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7e0e0d6b-b1a2-4719-815e-b22803dd91b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=438c6978f7834893b3fc72fcf77199c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409708 Mar 03 01:01:26.751520 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60578) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:26.797103 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62b838a7-1a3f-471e-863b-251540a30658 admin admin] Publish callbacks [] for security_group (6766185c-1e64-4460-87ed-ea0dbf6e1ea9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.819757 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62b838a7-1a3f-471e-863b-251540a30658 admin admin] Publish callbacks [] for security_group (6766185c-1e64-4460-87ed-ea0dbf6e1ea9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.865052 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62b838a7-1a3f-471e-863b-251540a30658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6766185c-1e64-4460-87ed-ea0dbf6e1ea9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.868017 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62b838a7-1a3f-471e-863b-251540a30658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:26.869170 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-62b838a7-1a3f-471e-863b-251540a30658 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6766185c-1e64-4460-87ed-ea0dbf6e1ea9 HTTP/1.1" status: 204 len: 168 time: 0.1173995 Mar 03 01:01:26.880521 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b838a7-1a3f-471e-863b-251540a30658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6766185c-1e64-4460-87ed-ea0dbf6e1ea9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:27.286234 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f828-3f25-4a14-8d23-672d045a8213 req-4788c439-edf0-452c-8ef1-53d5117124ca tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:27.287754 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe96f828-3f25-4a14-8d23-672d045a8213 req-4788c439-edf0-452c-8ef1-53d5117124ca tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1028948 Mar 03 01:01:27.353322 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe96f828-3f25-4a14-8d23-672d045a8213 req-f0ebe7af-24e3-401a-a5ca-ef894bb8f205 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554028 Mar 03 01:01:27.739443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce364-31f3-4f0a-b140-9bf9c8cb3878 req-ddd0eb0f-adf4-4cf2-9022-8c1735f4197e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:27.741006 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-598ce364-31f3-4f0a-b140-9bf9c8cb3878 req-ddd0eb0f-adf4-4cf2-9022-8c1735f4197e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0560873 Mar 03 01:01:27.787647 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-598ce364-31f3-4f0a-b140-9bf9c8cb3878 req-441bb9e6-6901-4c8a-a5e8-62ec46f5a7a3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Mar 03 01:01:28.472648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7e456-a675-4dd2-8155-4dfe413ab469 req-2fdfe1e8-8910-4647-ae0f-2cc5e94cee6b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:28.474103 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b0f7e456-a675-4dd2-8155-4dfe413ab469 req-2fdfe1e8-8910-4647-ae0f-2cc5e94cee6b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0513372 Mar 03 01:01:28.522508 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b0f7e456-a675-4dd2-8155-4dfe413ab469 req-b1592d7a-39a6-44ad-831a-354e79a18696 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Mar 03 01:01:29.638721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13a37-6769-4e48-bfcd-43810a3f198c req-382121d0-9ef5-47ba-8e54-c8b30a3eb2dd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:29.640504 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-73c13a37-6769-4e48-bfcd-43810a3f198c req-382121d0-9ef5-47ba-8e54-c8b30a3eb2dd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0510516 Mar 03 01:01:29.686514 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-73c13a37-6769-4e48-bfcd-43810a3f198c req-d5ce6135-3768-42f4-b992-b0ae859f9db7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Mar 03 01:01:30.802552 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc222f-17d4-4d39-b254-ed8ee5d4760c req-ba38c242-be9f-4d9a-8fd1-7f829cc10ad4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:30.804011 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e2bc222f-17d4-4d39-b254-ed8ee5d4760c req-ba38c242-be9f-4d9a-8fd1-7f829cc10ad4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0525656 Mar 03 01:01:30.850730 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e2bc222f-17d4-4d39-b254-ed8ee5d4760c req-f7f9e991-81fb-48e2-857b-26666e6457b0 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Mar 03 01:01:31.972218 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52324a-7539-4ee6-9f65-54cc28549e0b req-ed33886c-ab5b-42e3-9295-3caf44016a19 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:31.973696 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e52324a-7539-4ee6-9f65-54cc28549e0b req-ed33886c-ab5b-42e3-9295-3caf44016a19 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0571861 Mar 03 01:01:32.020132 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e52324a-7539-4ee6-9f65-54cc28549e0b req-873e4c44-40b1-4eea-8fb8-5c34906fb3b8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Mar 03 01:01:33.139898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f16f2-aa48-4fa4-b675-65261f686240 req-2f2335ed-9a82-4dfc-bcec-df626be84000 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:33.141574 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e80f16f2-aa48-4fa4-b675-65261f686240 req-2f2335ed-9a82-4dfc-bcec-df626be84000 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0525939 Mar 03 01:01:33.194365 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e80f16f2-aa48-4fa4-b675-65261f686240 req-e7125296-0e50-498e-8541-3561198668c6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Mar 03 01:01:34.322346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a2e75-64f5-4ffa-85d5-9c7ef4055bba req-8cf8ff75-1142-430d-a6a8-f24b3b7e3a13 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:34.323527 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60766) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:34.324069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3d1a2e75-64f5-4ffa-85d5-9c7ef4055bba req-8cf8ff75-1142-430d-a6a8-f24b3b7e3a13 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0580196 Mar 03 01:01:34.375663 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3d1a2e75-64f5-4ffa-85d5-9c7ef4055bba req-e2d74cc3-01e2-4131-95d5-cc35534ab8db tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Mar 03 01:01:34.432792 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9043859-1332-49fe-ad04-45417092118c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.505117 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9043859-1332-49fe-ad04-45417092118c admin admin] Publish callbacks [] for security_group (265cc469-3622-49c9-81d0-8af3bcc585db), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.508832 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9043859-1332-49fe-ad04-45417092118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (265cc469-3622-49c9-81d0-8af3bcc585db), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.547776 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c9043859-1332-49fe-ad04-45417092118c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3577b3a5a7441718c0f3e1dd7f48dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229619 Mar 03 01:01:34.548734 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043859-1332-49fe-ad04-45417092118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265cc469-3622-49c9-81d0-8af3bcc585db,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:34.550479 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60770) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:34.599971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffaf6-52cc-4afc-bbe6-5f36ef246ba6 admin admin] Publish callbacks [] for security_group (265cc469-3622-49c9-81d0-8af3bcc585db), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.623156 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffaf6-52cc-4afc-bbe6-5f36ef246ba6 admin admin] Publish callbacks [] for security_group (265cc469-3622-49c9-81d0-8af3bcc585db), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.673733 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffaf6-52cc-4afc-bbe6-5f36ef246ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (265cc469-3622-49c9-81d0-8af3bcc585db), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.676365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffaf6-52cc-4afc-bbe6-5f36ef246ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:34.677552 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-bc6ffaf6-52cc-4afc-bbe6-5f36ef246ba6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/265cc469-3622-49c9-81d0-8af3bcc585db HTTP/1.1" status: 204 len: 168 time: 0.1259794 Mar 03 01:01:34.685433 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ffaf6-52cc-4afc-bbe6-5f36ef246ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265cc469-3622-49c9-81d0-8af3bcc585db,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:35.285366 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60798) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:35.400326 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1507310852-network', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:35.428168 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Made reservation on behalf of 5ab2852289ab4f8b8110e337160afd43 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:01:35.430583 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.439765 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.528927 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236c1e9-b69c-4f62-8c91-be2bd53a4f7b req-8f257a79-4ec4-48d3-b1e6-06c267e6afaa tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:35.530401 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3236c1e9-b69c-4f62-8c91-be2bd53a4f7b req-8f257a79-4ec4-48d3-b1e6-06c267e6afaa tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0806756 Mar 03 01:01:35.586699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks [] for security_group (8643cabf-4e30-408d-a421-34e0d4456fb7), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.593962 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8643cabf-4e30-408d-a421-34e0d4456fb7), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.608851 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3236c1e9-b69c-4f62-8c91-be2bd53a4f7b req-3b6ed383-9b1b-4763-98b3-4aaac9d3d111 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719984 Mar 03 01:01:35.625541 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:01:35.632165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8643cabf-4e30-408d-a421-34e0d4456fb7,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:35.641102 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (355fb881-b3cd-49f7-88e9-aff3c806f59f), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.641447 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Added segment 355fb881-b3cd-49f7-88e9-aff3c806f59f of type vlan for network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 Mar 03 01:01:35.680882 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.705214 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.706139 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:35.706784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.759785 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4729183 Mar 03 01:01:35.763062 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60808) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:35.768357 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Request body: {'subnet': {'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1507310852-subnet', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:35.771111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c754b-f8af-4860-88e9-cf6dfad7e3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:35.782082 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:01:35.793277 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Made reservation on behalf of 5ab2852289ab4f8b8110e337160afd43 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:01:35.796014 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59189413'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:35.972568 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60345559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59189399'] for subnet (7fbd043a-31d5-42a8-ab35-c636fa9005d4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.029304 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbd043a-31d5-42a8-ab35-c636fa9005d4,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:36.037033 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Checking segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:36.037429 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Network hostable DHCP agents. Network: b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:01:36.053679 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:01:36.066983 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:36.070817 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:36.072113 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.076265 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e58b7-e24d-4e30-ac5a-22f82fa17ba0 None None] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:01:36.088049 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6cb0fe81-601b-49a7-a25b-699a324ac950 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3236346 Mar 03 01:01:36.090726 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60814) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:36.096462 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:36.115959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (320b03ed-3851-4742-a260-ca0f894c51e4), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.117106 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (320b03ed-3851-4742-a260-ca0f894c51e4), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.175415 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks [] for router_controller (320b03ed-3851-4742-a260-ca0f894c51e4), precommit_add_association {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.184652 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 01:01:36.185788 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.337188 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Allocated IP 172.20.0.2 (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6/7fbd043a-31d5-42a8-ab35-c636fa9005d4/813261d2-1168-4981-8a33-a22813f9f6d7) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:36.496443 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Publish callbacks [] for port (813261d2-1168-4981-8a33-a22813f9f6d7), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.503626 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.513817 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks [] for router_gateway (320b03ed-3851-4742-a260-ca0f894c51e4), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.545388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:36.549242 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:36.553078 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:36.560593 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Pushing event updated for resources: {'Port': ['ID=813261d2-1168-4981-8a33-a22813f9f6d7,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:36.617214 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Attempting to bind port 813261d2-1168-4981-8a33-a22813f9f6d7 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:36.617591 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Attempting to bind port 813261d2-1168-4981-8a33-a22813f9f6d7 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:36.617953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Attempting to bind port 813261d2-1168-4981-8a33-a22813f9f6d7 on network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:36.623065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:36.623441 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Checking segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:36.625494 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.625494 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Bound using segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:36.625494 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Bound port: 813261d2-1168-4981-8a33-a22813f9f6d7, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:36.625881 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.701733 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] For port 813261d2-1168-4981-8a33-a22813f9f6d7, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:36.705691 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] For port 813261d2-1168-4981-8a33-a22813f9f6d7, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=813261d2-1168-4981-8a33-a22813f9f6d7,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:36.712996 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.757650 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a93b18-76fe-48a4-9dae-c1970108fad9 req-5a161369-b275-4b2a-ba91-0034341b108b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:36.759392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71a93b18-76fe-48a4-9dae-c1970108fad9 req-5a161369-b275-4b2a-ba91-0034341b108b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0769467 Mar 03 01:01:36.784336 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks [] for router_gateway (320b03ed-3851-4742-a260-ca0f894c51e4), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.800580 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe898f-acd2-4c82-a617-26ebb39de684 None None] Pushing event updated for resources: {'Port': ['ID=813261d2-1168-4981-8a33-a22813f9f6d7,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:36.823662 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:36.824327 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71a93b18-76fe-48a4-9dae-c1970108fad9 req-8804320b-efa9-4e5b-8d89-261f68968a08 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570476 Mar 03 01:01:36.955756 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Allocated IP 172.27.0.2 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/3bd4ab45-eadc-45fc-b29e-18b63f469aec) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:37.125199 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks [] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:37.162737 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:37.210771 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:37.213572 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:37.218389 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:37.220370 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Pushing event updated for resources: {'Port': ['ID=3bd4ab45-eadc-45fc-b29e-18b63f469aec,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:37.475334 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks [] for router_gateway (320b03ed-3851-4742-a260-ca0f894c51e4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:37.701614 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (320b03ed-3851-4742-a260-ca0f894c51e4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:37.803736 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf9eecb-043e-4b3c-9353-da6dac6eaa9d None None] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:01:37.838045 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Router 320b03ed-3851-4742-a260-ca0f894c51e4 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 01:01:37.870759 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] Provisioning complete for port 813261d2-1168-4981-8a33-a22813f9f6d7 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:37.870759 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:37.966368 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:01:37.973606 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9743f54-1fde-4018-a10b-252e6082b23b req-7de57e4a-b43b-426b-a87a-737a4bad9340 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:37.975046 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Sync routers for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:01:37.975936 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9743f54-1fde-4018-a10b-252e6082b23b req-7de57e4a-b43b-426b-a87a-737a4bad9340 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0772617 Mar 03 01:01:37.996387 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] Current status of the port 813261d2-1168-4981-8a33-a22813f9f6d7 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:37.996786 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.006237 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:38.007207 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:38.008998 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.017837 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f858193a-7b3b-43f3-9f53-e0c6e417bb0c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9260359 Mar 03 01:01:38.018502 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 60892) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:38.037158 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] For port 813261d2-1168-4981-8a33-a22813f9f6d7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=813261d2-1168-4981-8a33-a22813f9f6d7,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:38.052160 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.063981 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9743f54-1fde-4018-a10b-252e6082b23b req-632932d3-d6fd-4997-a7fd-c30f2623b1f6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824153 Mar 03 01:01:38.121699 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23817d6-27b2-4aa8-b1ea-6abe4154daaf None None] Pushing event updated for resources: {'Port': ['ID=813261d2-1168-4981-8a33-a22813f9f6d7,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:38.205072 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:38.356827 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 813261d2-1168-4981-8a33-a22813f9f6d7 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:38.422584 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:37Z', 'revision_number': 3, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:38.423627 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-627058d6-4a79-4a62-acee-190e2d1a12ad None None] Provisioning complete for port 813261d2-1168-4981-8a33-a22813f9f6d7 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:38.424011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-627058d6-4a79-4a62-acee-190e2d1a12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.449510 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Checking router: 320b03ed-3851-4742-a260-ca0f894c51e4 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:01:38.449863 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Updating router 320b03ed-3851-4742-a260-ca0f894c51e4 port 3bd4ab45-eadc-45fc-b29e-18b63f469aec binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:01:38.467405 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 813261d2-1168-4981-8a33-a22813f9f6d7 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:38.467782 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.485966 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.600379 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-627058d6-4a79-4a62-acee-190e2d1a12ad None None] Current status of the port 813261d2-1168-4981-8a33-a22813f9f6d7 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:38.611741 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 813261d2-1168-4981-8a33-a22813f9f6d7 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:38.658743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3e68581b-6625-4d6a-9239-5d33d7d2172f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.762892 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.777383 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Publish callbacks [] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.782936 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.835774 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Pushing event updated for resources: {'Port': ['ID=3bd4ab45-eadc-45fc-b29e-18b63f469aec,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:38.838673 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Attempting to bind port 3bd4ab45-eadc-45fc-b29e-18b63f469aec on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:38.839041 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Attempting to bind port 3bd4ab45-eadc-45fc-b29e-18b63f469aec by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:38.839401 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Attempting to bind port 3bd4ab45-eadc-45fc-b29e-18b63f469aec on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:38.848456 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.848838 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.849214 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.849558 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.849892 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.850225 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.850619 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.851021 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.851357 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.851701 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.852188 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.852739 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.857773 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:38.863587 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:38.864150 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:38.864661 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.865149 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:38.865757 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Bound port: 3bd4ab45-eadc-45fc-b29e-18b63f469aec, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:38.866329 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.916456 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] For port 3bd4ab45-eadc-45fc-b29e-18b63f469aec, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:38.919508 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] For port 3bd4ab45-eadc-45fc-b29e-18b63f469aec, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=3bd4ab45-eadc-45fc-b29e-18b63f469aec,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:38.926132 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:38.926871 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Allocated IP 172.20.0.1 (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6/7fbd043a-31d5-42a8-ab35-c636fa9005d4/58759764-f829-4710-8b8c-3ad5d9b064f6) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:38.991138 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877e785-faf5-4aae-a569-c1ad798abad3 None None] Pushing event updated for resources: {'Port': ['ID=3bd4ab45-eadc-45fc-b29e-18b63f469aec,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:38.994017 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:38.994874 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:39.033940 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks [] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.071078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.112622 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:39.118615 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:39.141002 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:39.142510 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Pushing event updated for resources: {'Port': ['ID=58759764-f829-4710-8b8c-3ad5d9b064f6,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:39.151144 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:39.220668 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (320b03ed-3851-4742-a260-ca0f894c51e4), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.266719 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4245e17-b21f-410a-939f-7c40490f83f7 req-f8a7f826-b2df-43d8-9d9c-099cbd890de6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:39.268510 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e4245e17-b21f-410a-939f-7c40490f83f7 req-f8a7f826-b2df-43d8-9d9c-099cbd890de6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0865519 Mar 03 01:01:39.334589 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e4245e17-b21f-410a-939f-7c40490f83f7 req-4815bcab-8220-4c2a-a9a3-58dd16080b42 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Mar 03 01:01:39.406967 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.435225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-a253570e-a9cf-4ab2-8851-b3c6d9fdf958 None None] Provisioning complete for port 58759764-f829-4710-8b8c-3ad5d9b064f6 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:39.435773 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a253570e-a9cf-4ab2-8851-b3c6d9fdf958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.448391 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:37Z', 'revision_number': 3, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:39.473984 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-a253570e-a9cf-4ab2-8851-b3c6d9fdf958 None None] Port 58759764-f829-4710-8b8c-3ad5d9b064f6 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:01:39.483258 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dca96-3f62-4118-90dc-db3428219dac None None] The sync data for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi is: [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:37Z', 'revision_number': 3, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:01:39.592500 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks [] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.597207 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.661467 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Pushing event updated for resources: {'Port': ['ID=58759764-f829-4710-8b8c-3ad5d9b064f6,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:39.666540 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (320b03ed-3851-4742-a260-ca0f894c51e4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:39.778346 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:39.779850 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:39.925805 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Router 320b03ed-3851-4742-a260-ca0f894c51e4 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:01:40.006778 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-e5b6de44-814c-448f-89ff-bdece722e394 None None] Provisioning complete for port 58759764-f829-4710-8b8c-3ad5d9b064f6 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:40.007444 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de44-814c-448f-89ff-bdece722e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.057785 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6de44-814c-448f-89ff-bdece722e394 None None] Port 58759764-f829-4710-8b8c-3ad5d9b064f6 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:01:40.058808 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:01:40.073185 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-35ea097b-3f8e-42ce-a959-7ca8f4bf78a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/320b03ed-3851-4742-a260-ca0f894c51e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528851 Mar 03 01:01:40.365051 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3bd4ab45-eadc-45fc-b29e-18b63f469aec up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:40.434388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 3bd4ab45-eadc-45fc-b29e-18b63f469aec triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:40.434780 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.543164 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a25412-b6a2-4fba-99a6-dcd11503dfe1 req-7d7a5ad4-887d-4154-9207-30d0b54c05af tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:40.544800 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6a25412-b6a2-4fba-99a6-dcd11503dfe1 req-7d7a5ad4-887d-4154-9207-30d0b54c05af tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0885224 Mar 03 01:01:40.549509 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 3bd4ab45-eadc-45fc-b29e-18b63f469aec is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:40.550045 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.576403 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 3bd4ab45-eadc-45fc-b29e-18b63f469aec, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=3bd4ab45-eadc-45fc-b29e-18b63f469aec,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:40.582085 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.609734 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6a25412-b6a2-4fba-99a6-dcd11503dfe1 req-ee5a46ce-dd3e-432c-9b0d-94abeade97b9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Mar 03 01:01:40.647571 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=3bd4ab45-eadc-45fc-b29e-18b63f469aec,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:40.727272 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60928) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:40.732397 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45943277-network', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:40.751518 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Made reservation on behalf of 72c462c9f5aa4eec81ee25fdc61ae883 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:01:40.753785 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.761761 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.841279 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks [] for security_group (60abc31b-7b50-4cc0-af40-bdc58cc4a4ef), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.845552 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (60abc31b-7b50-4cc0-af40-bdc58cc4a4ef), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.866398 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:01:40.881697 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60abc31b-7b50-4cc0-af40-bdc58cc4a4ef,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:40.885074 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (5a74b738-c75b-4c2d-813b-87df7fa1913e), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.885452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Added segment 5a74b738-c75b-4c2d-813b-87df7fa1913e of type vlan for network bc2efefe-93d9-44d0-b944-d58bfc328961 Mar 03 01:01:40.899354 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.899621 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.899974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.900344 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.900766 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.901027 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.901368 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.901702 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.902038 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.902366 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.902698 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.903022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.903349 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:40.950977 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (bc2efefe-93d9-44d0-b944-d58bfc328961), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.982092 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (bc2efefe-93d9-44d0-b944-d58bfc328961), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:40.983081 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:40.983731 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.039460 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3108070 Mar 03 01:01:41.042169 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60930) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:41.057108 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Request body: {'subnet': {'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45943277-subnet', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:41.069891 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09323a48-70b6-4e8b-8c80-ba07af5e485f admin admin] Pushing event updated for resources: {'Network': ['ID=bc2efefe-93d9-44d0-b944-d58bfc328961,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:41.083207 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network bc2efefe-93d9-44d0-b944-d58bfc328961 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:01:41.091289 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Made reservation on behalf of 72c462c9f5aa4eec81ee25fdc61ae883 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:01:41.094820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59080498'] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.125938 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-702000fd-7e7c-49ff-86bd-1ca7155effc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.281929 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58969445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59080448'] for subnet (da58bbf8-6001-426e-8c2d-44a80df1d7cd), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.288619 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Sync routers for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:01:41.302292 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:41.303221 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:41.351426 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da58bbf8-6001-426e-8c2d-44a80df1d7cd,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:41.381752 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Checking segment: {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:41.382360 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Network hostable DHCP agents. Network: bc2efefe-93d9-44d0-b944-d58bfc328961, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:01:41.407029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Network bc2efefe-93d9-44d0-b944-d58bfc328961 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:01:41.418434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, bc2efefe-93d9-44d0-b944-d58bfc328961) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:41.427489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:41.428584 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.438659 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b3640-c339-4495-a3c7-f1d4cbcc129a None None] Network bc2efefe-93d9-44d0-b944-d58bfc328961 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:01:41.466690 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-266ee3e4-6a76-48b7-aff8-0c5a953a324f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4234934 Mar 03 01:01:41.469935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60950) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:41.474355 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:41.497687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.498917 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.574843 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks [] for router_controller (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.662580 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:41.736776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks [] for router_gateway (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:41.762960 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-bc2efefe-93d9-44d0-b944-d58bfc328961', 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961', 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'fixed_ips': [{'subnet_id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 01:01:41.764194 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.000018 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks [] for router_gateway (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.011993 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Allocated IP 172.20.0.2 (bc2efefe-93d9-44d0-b944-d58bfc328961/da58bbf8-6001-426e-8c2d-44a80df1d7cd/c9dad7d8-883e-4934-8d6f-20ffcdc70f8e) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:42.024886 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.045861 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 2, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:42.083978 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98739-f899-4d95-8382-0729d403a735 req-84db2a4b-428a-4cb8-a09b-27cebfa34e63 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:42.085934 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-afd98739-f899-4d95-8382-0729d403a735 req-84db2a4b-428a-4cb8-a09b-27cebfa34e63 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1280112 Mar 03 01:01:42.104557 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Checking router: 320b03ed-3851-4742-a260-ca0f894c51e4 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:01:42.104910 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Updating router 320b03ed-3851-4742-a260-ca0f894c51e4 port 58759764-f829-4710-8b8c-3ad5d9b064f6 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:01:42.143533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.178745 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-afd98739-f899-4d95-8382-0729d403a735 req-35e9d83d-9729-483a-8713-8e93d69a257c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828514 Mar 03 01:01:42.188076 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Allocated IP 172.27.0.99 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/f13a520e-b523-4395-9eaf-931f3a501ef5) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:42.312836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks [] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.325070 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Publish callbacks [] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.331921 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3bd4ab45-eadc-45fc-b29e-18b63f469aec up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:42.340879 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.351850 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.368095 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.399018 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:42.400409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:42.402654 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:42.427020 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Network bc2efefe-93d9-44d0-b944-d58bfc328961 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:42.438328 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Pushing event updated for resources: {'Port': ['ID=f13a520e-b523-4395-9eaf-931f3a501ef5,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:42.465855 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:42.477089 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:42.481978 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Pushing event updated for resources: {'Port': ['ID=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:42.572546 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Attempting to bind port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:42.572930 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Attempting to bind port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:42.573277 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Attempting to bind port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e on network bc2efefe-93d9-44d0-b944-d58bfc328961 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:42.586977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 3bd4ab45-eadc-45fc-b29e-18b63f469aec triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:42.587346 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.590923 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:42.591293 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Checking segment: {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:42.591681 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.592088 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Bound using segment: {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:42.592566 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Bound port: c9dad7d8-883e-4934-8d6f-20ffcdc70f8e, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:42.593064 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.677048 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks [] for router_gateway (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.739013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Publish callbacks [] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.765433 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] For port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:42.769537 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.814799 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] For port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,segment=NetworkSegment(5a74b738-c75b-4c2d-813b-87df7fa1913e),segment_id=5a74b738-c75b-4c2d-813b-87df7fa1913e)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:42.826291 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 3bd4ab45-eadc-45fc-b29e-18b63f469aec is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:42.833949 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.853996 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d168c4-31c4-4300-a882-6c6e882bae13 None None] Pushing event updated for resources: {'Port': ['ID=58759764-f829-4710-8b8c-3ad5d9b064f6,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:42.958625 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Attempting to bind port 58759764-f829-4710-8b8c-3ad5d9b064f6 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:42.959000 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Attempting to bind port 58759764-f829-4710-8b8c-3ad5d9b064f6 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:42.959360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Attempting to bind port 58759764-f829-4710-8b8c-3ad5d9b064f6 on network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:42.973673 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c59ebc-5e77-4a6a-9dd6-9edd0705f518 None None] Pushing event updated for resources: {'Port': ['ID=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:42.976929 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:42.977305 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Checking segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:42.977858 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:42.978085 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Bound using segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:42.978565 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Bound port: 58759764-f829-4710-8b8c-3ad5d9b064f6, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:42.978942 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.070088 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] For port 58759764-f829-4710-8b8c-3ad5d9b064f6, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:43.073767 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] For port 58759764-f829-4710-8b8c-3ad5d9b064f6, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=58759764-f829-4710-8b8c-3ad5d9b064f6,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:43.084681 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.187151 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.218159 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] Provisioning complete for port 58759764-f829-4710-8b8c-3ad5d9b064f6 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:43.219013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.264352 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:43.266473 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:43.314969 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d168c4-31c4-4300-a882-6c6e882bae13 None None] Pushing event updated for resources: {'Port': ['ID=58759764-f829-4710-8b8c-3ad5d9b064f6,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:43.422621 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6281d-b2ab-4bc9-b40a-a08645d47205 req-27f64fde-2b9a-4839-8351-398cdd472e0b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:43.424639 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ca6281d-b2ab-4bc9-b40a-a08645d47205 req-27f64fde-2b9a-4839-8351-398cdd472e0b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0874124 Mar 03 01:01:43.468587 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 01:01:43.489423 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:43.491592 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] Current status of the port 58759764-f829-4710-8b8c-3ad5d9b064f6 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:43.491975 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.573162 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ca6281d-b2ab-4bc9-b40a-a08645d47205 req-c6d7b66e-90e1-4d44-88a8-8816879ae9c9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402020 Mar 03 01:01:43.634198 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:01:43.651224 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Sync routers for ids ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:01:43.668779 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Routers {'09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:43.669877 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:43.673158 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.675181 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-fe9315c2-b115-416a-ba9c-d8d5c27e8a6c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2036188 Mar 03 01:01:43.677571 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 60982) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:43.741165 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] For port 58759764-f829-4710-8b8c-3ad5d9b064f6, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=58759764-f829-4710-8b8c-3ad5d9b064f6,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:43.780955 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.845181 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Set router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:43.920516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:43.962165 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441dcb9-26eb-4ccd-87cb-ef89f57d5cd2 None None] Pushing event updated for resources: {'Port': ['ID=58759764-f829-4710-8b8c-3ad5d9b064f6,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:43.977107 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b737b0b9-0326-4a55-b2ac-7bd1875b820e None None] Provisioning complete for port 58759764-f829-4710-8b8c-3ad5d9b064f6 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:43.977498 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b737b0b9-0326-4a55-b2ac-7bd1875b820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.089982 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:01:42Z', 'revision_number': 3, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:44.118203 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:44.119772 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Checking router: 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:01:44.119970 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b737b0b9-0326-4a55-b2ac-7bd1875b820e None None] Current status of the port 58759764-f829-4710-8b8c-3ad5d9b064f6 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:44.120529 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Updating router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e port f13a520e-b523-4395-9eaf-931f3a501ef5 binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:01:44.155161 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3d1ff-f3dd-4fb7-b72d-f56bf6e8cde4 None None] The sync data for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi is: [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:01:44.158044 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.162786 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34525b4-a35c-41b4-a3b9-e15bfe797ab5 None None] Network bc2efefe-93d9-44d0-b944-d58bfc328961 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:01:44.278802 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] Provisioning complete for port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:44.279250 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.369724 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.410812 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] Current status of the port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:44.411235 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.490320 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] For port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,segment=NetworkSegment(5a74b738-c75b-4c2d-813b-87df7fa1913e),segment_id=5a74b738-c75b-4c2d-813b-87df7fa1913e)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:44.506377 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.528944 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 58759764-f829-4710-8b8c-3ad5d9b064f6 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:44.672293 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Allocated IP 172.20.0.1 (bc2efefe-93d9-44d0-b944-d58bfc328961/da58bbf8-6001-426e-8c2d-44a80df1d7cd/9492f392-a474-4ffe-8c10-b1c9c2af464b) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:44.683535 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 58759764-f829-4710-8b8c-3ad5d9b064f6 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:44.684512 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.688150 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942c71c-7f80-4f39-a7d4-9259f341403d None None] Pushing event updated for resources: {'Port': ['ID=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:44.705434 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Publish callbacks [] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.725321 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.756630 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Attempting to bind port f13a520e-b523-4395-9eaf-931f3a501ef5 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:44.756998 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Attempting to bind port f13a520e-b523-4395-9eaf-931f3a501ef5 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:44.757355 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Attempting to bind port f13a520e-b523-4395-9eaf-931f3a501ef5 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:44.778145 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:44.778603 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:44.778915 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.779308 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:44.779787 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Bound port: f13a520e-b523-4395-9eaf-931f3a501ef5, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:44.780185 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.814726 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 58759764-f829-4710-8b8c-3ad5d9b064f6 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:44.823355 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c9dad7d8-883e-4934-8d6f-20ffcdc70f8e up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:44.841125 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c1597-06e3-483a-aef0-3ab6e4a95029 None None] Pushing event updated for resources: {'Port': ['ID=f13a520e-b523-4395-9eaf-931f3a501ef5,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:44.854513 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks [] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.860401 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] For port f13a520e-b523-4395-9eaf-931f3a501ef5, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:44.864420 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] For port f13a520e-b523-4395-9eaf-931f3a501ef5, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f13a520e-b523-4395-9eaf-931f3a501ef5,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:44.871820 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.901674 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d22c2567-092f-4830-9a17-069b6c37a399 None None] Provisioning complete for port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:44.902323 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d22c2567-092f-4830-9a17-069b6c37a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.911800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.942069 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:44.942459 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:44.951569 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Routers {'09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:44.953434 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:44.975645 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Network bc2efefe-93d9-44d0-b944-d58bfc328961 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:44.980855 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:44.983634 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:45.002889 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c1597-06e3-483a-aef0-3ab6e4a95029 None None] Pushing event updated for resources: {'Port': ['ID=f13a520e-b523-4395-9eaf-931f3a501ef5,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:45.016797 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Pushing event updated for resources: {'Port': ['ID=9492f392-a474-4ffe-8c10-b1c9c2af464b,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:45.042888 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.089995 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d22c2567-092f-4830-9a17-069b6c37a399 None None] Current status of the port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:45.104103 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:45.104325 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] Set router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:45.267593 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.285422 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.335000 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-88f0e93a-b24a-4a3b-b5fc-71c3e4122f77 None None] Provisioning complete for port 9492f392-a474-4ffe-8c10-b1c9c2af464b triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:45.335513 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-88f0e93a-b24a-4a3b-b5fc-71c3e4122f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.339035 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.342334 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:01:42Z', 'revision_number': 3, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:45.385195 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-88f0e93a-b24a-4a3b-b5fc-71c3e4122f77 None None] Port 9492f392-a474-4ffe-8c10-b1c9c2af464b cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:01:45.388066 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36757-8c39-4836-97bf-c8c61cab4d77 None None] The sync data for ids ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'] in dv-cinder-831090-5-iscsi is: [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:01:42Z', 'revision_number': 3, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:01:45.498877 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks [] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.505216 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.573926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Pushing event updated for resources: {'Port': ['ID=9492f392-a474-4ffe-8c10-b1c9c2af464b,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:45.579915 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:45.709142 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Network bc2efefe-93d9-44d0-b944-d58bfc328961 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:45.711285 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:45.871837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:01:45.998310 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:01:46.005049 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8b6884a9-dac1-41c9-a92e-784982553481 admin admin] 10.222.0.18 "PUT /v2.0/routers/09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3245876 Mar 03 01:01:46.021197 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-0f7e3684-9ea5-47fb-9d1c-8ed3b5eda3f7 None None] Provisioning complete for port 9492f392-a474-4ffe-8c10-b1c9c2af464b triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:46.021888 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0f7e3684-9ea5-47fb-9d1c-8ed3b5eda3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:46.057908 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e3684-9ea5-47fb-9d1c-8ed3b5eda3f7 None None] Port 9492f392-a474-4ffe-8c10-b1c9c2af464b cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:01:46.386964 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f13a520e-b523-4395-9eaf-931f3a501ef5 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:46.440994 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port f13a520e-b523-4395-9eaf-931f3a501ef5 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:46.441371 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:46.519177 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port f13a520e-b523-4395-9eaf-931f3a501ef5 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:46.519572 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:46.540878 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port f13a520e-b523-4395-9eaf-931f3a501ef5, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f13a520e-b523-4395-9eaf-931f3a501ef5,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:46.544287 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:46.545039 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c9dad7d8-883e-4934-8d6f-20ffcdc70f8e up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:46.629737 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=f13a520e-b523-4395-9eaf-931f3a501ef5,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:46.641188 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:46.641564 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:46.732464 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:47.082268 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-8ada8073-80d3-4ea6-a175-3bf61e432afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:47.083841 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-8ada8073-80d3-4ea6-a175-3bf61e432afa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.0483596 Mar 03 01:01:47.197565 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-8e03573b-99c1-47ca-b956-5606bef09eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:47.199044 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-8e03573b-99c1-47ca-b956-5606bef09eba service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.0880749 Mar 03 01:01:47.246803 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-6a13e5d8-04ef-4556-aa61-a8be92b5141e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0402176 Mar 03 01:01:47.295578 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-b2338a9f-8d7b-429c-a743-f10a3049bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:47.298069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-b2338a9f-8d7b-429c-a743-f10a3049bdaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0448291 Mar 03 01:01:47.334853 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-fde737f2-e120-4de7-9be5-43d2cf68c863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258017 Mar 03 01:01:47.335933 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Sync routers for ids ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:01:47.346408 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Routers {'09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:47.347007 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:47.437711 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-359c3f19-73af-4db4-b20a-03fed1f0312f service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936539 Mar 03 01:01:47.465443 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Set router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:47.532529 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-573d66ba-ab7e-4bae-bac1-cac5df163d61 req-ef227734-7951-4ecf-9a7b-96f2df233d38 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878553 Mar 03 01:01:47.680392 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:01:45Z', 'revision_number': 4, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '9492f392-a474-4ffe-8c10-b1c9c2af464b', 'name': '', 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'mac_address': 'fa:16:3e:65:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:44Z', 'updated_at': '2022-03-03T01:01:45Z', 'revision_number': 2, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'subnets': [{'id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:47.707192 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Checking router: 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:01:47.707535 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Updating router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e port 9492f392-a474-4ffe-8c10-b1c9c2af464b binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:01:47.737371 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.003445 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Publish callbacks [] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.009704 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.064745 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Pushing event updated for resources: {'Port': ['ID=9492f392-a474-4ffe-8c10-b1c9c2af464b,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:48.088748 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.089121 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.089491 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.089831 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.090162 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.090493 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.090824 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.091149 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.091473 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.091798 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.092143 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.092466 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.092884 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:48.128065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Attempting to bind port 9492f392-a474-4ffe-8c10-b1c9c2af464b on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:48.128454 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Attempting to bind port 9492f392-a474-4ffe-8c10-b1c9c2af464b by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:48.128920 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Attempting to bind port 9492f392-a474-4ffe-8c10-b1c9c2af464b on network bc2efefe-93d9-44d0-b944-d58bfc328961 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:48.135749 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:48.136206 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Checking segment: {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:48.136765 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.137317 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Bound using segment: {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:48.137890 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Bound port: 9492f392-a474-4ffe-8c10-b1c9c2af464b, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a74b738-c75b-4c2d-813b-87df7fa1913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:48.138362 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.215915 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] For port 9492f392-a474-4ffe-8c10-b1c9c2af464b, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:48.219571 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] For port 9492f392-a474-4ffe-8c10-b1c9c2af464b, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=9492f392-a474-4ffe-8c10-b1c9c2af464b,segment=NetworkSegment(5a74b738-c75b-4c2d-813b-87df7fa1913e),segment_id=5a74b738-c75b-4c2d-813b-87df7fa1913e)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:48.225440 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.304735 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Routers {'09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:01:48.305378 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:01:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:48.309911 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8fc2a-fe69-4c17-b9a0-118890cb15d3 None None] Pushing event updated for resources: {'Port': ['ID=9492f392-a474-4ffe-8c10-b1c9c2af464b,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:48.357143 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f13a520e-b523-4395-9eaf-931f3a501ef5 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:48.514318 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] Provisioning complete for port 9492f392-a474-4ffe-8c10-b1c9c2af464b triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:48.515283 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.636718 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] Set router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:01:48.667235 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port f13a520e-b523-4395-9eaf-931f3a501ef5 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:48.667627 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.775330 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] Current status of the port 9492f392-a474-4ffe-8c10-b1c9c2af464b is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:48.776083 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.869031 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] For port 9492f392-a474-4ffe-8c10-b1c9c2af464b, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=9492f392-a474-4ffe-8c10-b1c9c2af464b,segment=NetworkSegment(5a74b738-c75b-4c2d-813b-87df7fa1913e),segment_id=5a74b738-c75b-4c2d-813b-87df7fa1913e)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:48.898845 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:48.974441 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port f13a520e-b523-4395-9eaf-931f3a501ef5 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:48.997273 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7d534-9b3f-48b1-a8fd-84ac731c1560 None None] Pushing event updated for resources: {'Port': ['ID=9492f392-a474-4ffe-8c10-b1c9c2af464b,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:49.028705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-acb594f9-dbc7-4720-8a51-d22997f1b08a None None] Provisioning complete for port 9492f392-a474-4ffe-8c10-b1c9c2af464b triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:49.029095 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acb594f9-dbc7-4720-8a51-d22997f1b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:49.061175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:01:45Z', 'revision_number': 4, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '9492f392-a474-4ffe-8c10-b1c9c2af464b', 'name': '', 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'mac_address': 'fa:16:3e:65:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:44Z', 'updated_at': '2022-03-03T01:01:48Z', 'revision_number': 4, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'subnets': [{'id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:01:49.099330 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22303883-71f9-4e01-b59c-4cd36c274b7a None None] The sync data for ids ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'] in dv-cinder-831090-5-iscsi is: [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:01:45Z', 'revision_number': 4, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '9492f392-a474-4ffe-8c10-b1c9c2af464b', 'name': '', 'network_id': 'bc2efefe-93d9-44d0-b944-d58bfc328961', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'mac_address': 'fa:16:3e:65:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:44Z', 'updated_at': '2022-03-03T01:01:48Z', 'revision_number': 4, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'subnets': [{'id': 'da58bbf8-6001-426e-8c2d-44a80df1d7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:01:49.141980 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:01:49.171311 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-acb594f9-dbc7-4720-8a51-d22997f1b08a None None] Current status of the port 9492f392-a474-4ffe-8c10-b1c9c2af464b is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:49.207776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-83f1980f-b3d2-403a-af62-793a8e92a74c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:49.214897 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-83f1980f-b3d2-403a-af62-793a8e92a74c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.1499274 Mar 03 01:01:49.225554 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-e14e0c7f-6776-4046-b343-3cbc8eda9dd2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/quotas/6aa349d21d934c93a4213fa56477eb2f HTTP/1.1" status: 200 len: 375 time: 0.0097833 Mar 03 01:01:49.311268 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-a6dc4d0a-9583-40ea-a89b-00745abdda88 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800910 Mar 03 01:01:49.439601 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd9027-7cd2-43c7-acf5-29317c2d2f88 req-f38b7440-1b8a-4ed4-98bf-bc270174b9b5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:49.441171 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-80cd9027-7cd2-43c7-acf5-29317c2d2f88 req-f38b7440-1b8a-4ed4-98bf-bc270174b9b5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1154845 Mar 03 01:01:49.458244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-81a3972d-216c-4324-8503-9a2f346188d8 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400909 Mar 03 01:01:49.789423 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-80cd9027-7cd2-43c7-acf5-29317c2d2f88 req-2e80f90d-b7f7-4b9d-8863-ef46da418570 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424134 Mar 03 01:01:49.825142 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-9f3bd92f-3fc3-4989-af7d-55ebf1e0c7e8 service neutron] 10.222.0.18 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598063 Mar 03 01:01:50.025845 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854987a-184b-4c6d-abf7-71d911c77d98 req-434c9e2c-9208-4082-a29e-8996c3f6d35a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:50.027929 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a854987a-184b-4c6d-abf7-71d911c77d98 req-434c9e2c-9208-4082-a29e-8996c3f6d35a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0566313 Mar 03 01:01:50.082069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a854987a-184b-4c6d-abf7-71d911c77d98 req-f51cfaf8-c841-4c96-b319-1c4c5361f6ec tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472746 Mar 03 01:01:50.163942 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aa1d4e88-9bb4-4252-b596-50d99f657476 req-87193059-0352-48b6-af51-c36c7133b7d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 210 time: 0.0323839 Mar 03 01:01:50.276060 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 32826) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:50.282271 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439509473', 'description': 'tempest-secgroup-smoke-1439509473 description', 'project_id': '5ab2852289ab4f8b8110e337160afd43'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:50.309214 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.354373 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 9492f392-a474-4ffe-8c10-b1c9c2af464b up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:01:50.393830 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group (fadfe79d-0057-472e-a6f3-05d19b6bf7c6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.399364 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fadfe79d-0057-472e-a6f3-05d19b6bf7c6), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.415409 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 9492f392-a474-4ffe-8c10-b1c9c2af464b triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:01:50.415789 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.431163 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfe79d-0057-472e-a6f3-05d19b6bf7c6,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:50.436120 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.437664 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d68fae51-4c11-4543-ac3b-3b1a05f6b885 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1597893 Mar 03 01:01:50.440916 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 32832) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:50.446476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group_rule': {'security_group_id': 'fadfe79d-0057-472e-a6f3-05d19b6bf7c6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:50.478656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (7a436af7-33a6-4704-a6b2-0d293eeffc63), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.510254 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 9492f392-a474-4ffe-8c10-b1c9c2af464b is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:50.548884 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (7a436af7-33a6-4704-a6b2-0d293eeffc63), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.552738 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (7a436af7-33a6-4704-a6b2-0d293eeffc63), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.572370 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a436af7-33a6-4704-a6b2-0d293eeffc63,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:50.581601 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.582809 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-cbada8be-bf96-4ffa-bd33-ea40c55a3932 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405349 Mar 03 01:01:50.585575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 32834) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:50.590522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group_rule': {'security_group_id': 'fadfe79d-0057-472e-a6f3-05d19b6bf7c6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:50.616823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (dc4adb47-9f45-4b76-965d-2c767caf18b8), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.681718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (dc4adb47-9f45-4b76-965d-2c767caf18b8), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.686096 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (dc4adb47-9f45-4b76-965d-2c767caf18b8), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.703789 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4adb47-9f45-4b76-965d-2c767caf18b8,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:50.716062 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.720766 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 32836) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:50.720977 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b613d981-29b3-456b-983e-66248180f0cc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343069 Mar 03 01:01:50.725767 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group_rule': {'security_group_id': 'fadfe79d-0057-472e-a6f3-05d19b6bf7c6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:50.751267 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (94a3576f-a3b7-4171-8e8f-ae70b0c0407d), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.811549 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (94a3576f-a3b7-4171-8e8f-ae70b0c0407d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.816670 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (94a3576f-a3b7-4171-8e8f-ae70b0c0407d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.835731 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a3576f-a3b7-4171-8e8f-ae70b0c0407d,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:50.844190 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.844550 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.844915 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.845251 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.845636 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.845943 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.846363 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.846588 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.846919 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.847251 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.847582 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.847911 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.848267 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:01:50.852917 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.857476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 32840) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:50.857626 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-df792a39-21f8-4059-9c89-61576153290e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347933 Mar 03 01:01:50.864342 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group_rule': {'security_group_id': 'fadfe79d-0057-472e-a6f3-05d19b6bf7c6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:50.955733 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (27864657-50a7-46d4-ae8a-b8e18afb2ddc), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:50.988722 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cadf3d-6fda-47ed-80d9-2aa1934d5d69 req-35d2882e-b5d6-4ad1-8cb2-db5468f8d54c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:50.990225 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-23cadf3d-6fda-47ed-80d9-2aa1934d5d69 req-35d2882e-b5d6-4ad1-8cb2-db5468f8d54c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1200266 Mar 03 01:01:51.011679 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdcb3f-2a4e-4caa-b32b-04720e6adca0 req-21f57ede-c066-4492-9096-6015e4857089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:51.013132 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-35bdcb3f-2a4e-4caa-b32b-04720e6adca0 req-21f57ede-c066-4492-9096-6015e4857089 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.1102698 Mar 03 01:01:51.072067 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (27864657-50a7-46d4-ae8a-b8e18afb2ddc), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.082841 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (27864657-50a7-46d4-ae8a-b8e18afb2ddc), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.121805 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-23cadf3d-6fda-47ed-80d9-2aa1934d5d69 req-7c6d4eb9-3e5e-401c-b58e-b65ebf82513b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224115 Mar 03 01:01:51.123400 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27864657-50a7-46d4-ae8a-b8e18afb2ddc,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:51.127994 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-35bdcb3f-2a4e-4caa-b32b-04720e6adca0 req-3dacc3a9-be55-4e78-b722-a8cc8c149a5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035888 Mar 03 01:01:51.134204 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.135409 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-25a5d26e-191c-40df-adf5-c0d2b4b0a74e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2748568 Mar 03 01:01:51.138352 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 32850) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:51.145856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group_rule': {'security_group_id': 'fadfe79d-0057-472e-a6f3-05d19b6bf7c6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:51.168799 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.securitygroups_db [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Project 5ab2852289ab4f8b8110e337160afd43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 01:01:51.175209 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (73c6afff-511e-4149-a041-41ae02ab65b3), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.277363 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8fc9c488-ab53-4b6d-a63a-a605a5cc4136 req-6c4c8d70-7541-4585-9519-312ee543e49d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 210 time: 0.0379181 Mar 03 01:01:51.299161 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (73c6afff-511e-4149-a041-41ae02ab65b3), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.307366 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf2f85-131d-426b-b747-8ffd3817381e req-095ef72b-8072-4afc-b3aa-402b3c7ef9ef tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:51.308938 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ccf2f85-131d-426b-b747-8ffd3817381e req-095ef72b-8072-4afc-b3aa-402b3c7ef9ef tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1236289 Mar 03 01:01:51.310487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (73c6afff-511e-4149-a041-41ae02ab65b3), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.341773 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c6afff-511e-4149-a041-41ae02ab65b3,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:51.363779 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.365029 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-94633017-acca-4d50-9dee-e53c3d12ad65 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2256505 Mar 03 01:01:51.367822 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 32854) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:51.372861 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'security_group_rule': {'security_group_id': 'fadfe79d-0057-472e-a6f3-05d19b6bf7c6', 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:51.383034 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ccf2f85-131d-426b-b747-8ffd3817381e req-b09039c8-eed3-4586-8290-05fab30f8503 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647943 Mar 03 01:01:51.400488 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.securitygroups_db [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Project 5ab2852289ab4f8b8110e337160afd43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 01:01:51.407654 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (45348aef-4248-47c9-8ad9-b31cf1d6f564), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.470798 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (45348aef-4248-47c9-8ad9-b31cf1d6f564), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.474720 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (45348aef-4248-47c9-8ad9-b31cf1d6f564), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.493604 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45348aef-4248-47c9-8ad9-b31cf1d6f564,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:51.502519 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:51.503716 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-80a7b791-29da-430a-99fe-cc05957c6306 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348295 Mar 03 01:01:51.898686 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-622c2794-a118-4dc3-b647-2c2c0cb2231b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:51.900199 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-622c2794-a118-4dc3-b647-2c2c0cb2231b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 815 time: 0.1218333 Mar 03 01:01:51.938029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Request body: {'port': {'device_id': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'admin_state_up': True, 'tenant_id': '6aa349d21d934c93a4213fa56477eb2f'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:52.072420 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Made reservation on behalf of 6aa349d21d934c93a4213fa56477eb2f for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:01:52.075731 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:52.200016 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Allocated IP 172.20.0.9 (7d5cdcbe-69b7-4759-87f2-a3384d66ed76/4b2566ac-4447-4885-a043-945bcbc9e424/41ef0212-dc8c-4d95-8f18-4f92d33060dd) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:01:52.332570 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e971e-c970-489a-b0ce-c1d397f043ac req-45c9cf70-f116-4765-97bd-258098afb821 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:52.334114 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9d0e971e-c970-489a-b0ce-c1d397f043ac req-45c9cf70-f116-4765-97bd-258098afb821 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1254723 Mar 03 01:01:52.398369 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2387b689-ec08-4d43-ae87-b079c6896009 req-83878359-3bf2-4395-b056-800f91299dd7 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 210 time: 0.0505207 Mar 03 01:01:52.454113 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9d0e971e-c970-489a-b0ce-c1d397f043ac req-849e6073-241b-444a-9402-6a168bb1f641 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023345 Mar 03 01:01:52.456856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks [] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:52.533071 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b0919-bf09-42af-908f-23e647a74829 req-eb205f4b-6cdc-4469-9f03-9f72e5298eb3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:52.534580 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-979b0919-bf09-42af-908f-23e647a74829 req-eb205f4b-6cdc-4469-9f03-9f72e5298eb3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0736148 Mar 03 01:01:52.536123 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:52.600174 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9', 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'eac56150-1379-48c5-b719-ef387a6cd3fc'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:01:52.603348 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:01:52.611526 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:01:52.618109 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event updated for resources: {'Port': ['ID=41ef0212-dc8c-4d95-8f18-4f92d33060dd,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:52.622463 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:01:52.667817 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-979b0919-bf09-42af-908f-23e647a74829 req-b27aa757-180a-4b9f-b9d3-8241e3af0a14 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249366 Mar 03 01:01:52.693923 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:52.694845 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:52.711747 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-36eeb2b2-c909-4b08-995f-6a7b63ee22e3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7807357 Mar 03 01:01:52.759914 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Request body: {'port': {'device_id': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:01:52.821276 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:53.115669 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ef0212-dc8c-4d95-8f18-4f92d33060dd {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:01:53.125148 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Publish callbacks [] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:53.137031 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Transition to ACTIVE for port object 41ef0212-dc8c-4d95-8f18-4f92d33060dd will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:01:53.141403 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:53.190133 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef0212-dc8c-4d95-8f18-4f92d33060dd,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:53.261010 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Attempting to bind port 41ef0212-dc8c-4d95-8f18-4f92d33060dd on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:01:53.261253 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Attempting to bind port 41ef0212-dc8c-4d95-8f18-4f92d33060dd by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:01:53.261577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Attempting to bind port 41ef0212-dc8c-4d95-8f18-4f92d33060dd on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:53.266604 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Port 41ef0212-dc8c-4d95-8f18-4f92d33060dd on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:01:53.266905 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Attempting to bind port 41ef0212-dc8c-4d95-8f18-4f92d33060dd on network 7d5cdcbe-69b7-4759-87f2-a3384d66ed76 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:01:53.271559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:01:53.271891 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Checking segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:01:53.272304 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Bound using segment: {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:01:53.272724 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Bound port: 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:01:53.273069 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:53.339935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] For port 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:01:53.343396 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] For port 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:01:53.348867 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:53.385194 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:53.385817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:53.387196 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] 10.222.0.30 "PUT /v2.0/ports/41ef0212-dc8c-4d95-8f18-4f92d33060dd HTTP/1.1" status: 200 len: 1093 time: 0.6315844 Mar 03 01:01:53.387640 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'tag': '41ef0212-dc8c-4d95-8f18-4f92d33060dd'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:01:53.390179 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b240962-f0cb-464c-b968-994b1bee509e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533", "tag": "41ef0212-dc8c-4d95-8f18-4f92d33060dd"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:01:53.410436 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0556f-9e5f-4613-a6cf-12a3ea4d2247 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef0212-dc8c-4d95-8f18-4f92d33060dd,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:53.433624 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff72394-35e5-4133-86d2-5ebf9dcbdffe x-openstack-request-id: req-7ff72394-35e5-4133-86d2-5ebf9dcbdffe {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:01:53.433920 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533", "tag": "41ef0212-dc8c-4d95-8f18-4f92d33060dd", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:01:53.434177 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ff72394-35e5-4133-86d2-5ebf9dcbdffe {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:01:53.434580 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'tag': '41ef0212-dc8c-4d95-8f18-4f92d33060dd', 'status': 'completed', 'code': 200} Mar 03 01:01:53.595618 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c59287-a18b-4120-89ec-4a338c92aa29 req-a5a8ed03-e713-42f0-a188-c67a27a33637 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:53.597130 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57c59287-a18b-4120-89ec-4a338c92aa29 req-a5a8ed03-e713-42f0-a188-c67a27a33637 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 943 time: 0.1227732 Mar 03 01:01:53.614196 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-4d4a0d95-74b0-4a7e-984b-5f1eda59d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:53.615699 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-4d4a0d95-74b0-4a7e-984b-5f1eda59d3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 1127 time: 0.1316395 Mar 03 01:01:53.625429 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb272db-cb20-46c1-ba94-5dc7acec338d req-4c94221b-6d35-43cb-b449-34c4b74abd23 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:53.626815 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbb272db-cb20-46c1-ba94-5dc7acec338d req-4c94221b-6d35-43cb-b449-34c4b74abd23 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1006463 Mar 03 01:01:53.688184 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-97400d43-c31d-4d47-a054-4cc85b5cb1ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd HTTP/1.1" status: 200 len: 217 time: 0.0507593 Mar 03 01:01:53.761771 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57c59287-a18b-4120-89ec-4a338c92aa29 req-bf2dd4ed-0b05-4fe3-bf6e-33d8eda80a35 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578655 Mar 03 01:01:53.766949 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbb272db-cb20-46c1-ba94-5dc7acec338d req-eff686b0-1f7d-4b13-9804-762c586654dd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340652 Mar 03 01:01:53.779332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab859f-210d-4540-8554-2378a17c857f req-3392170f-4d65-407a-af38-7d45b83ce9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:53.782019 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-3392170f-4d65-407a-af38-7d45b83ce9e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.0828378 Mar 03 01:01:53.818901 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-b7e4e861-64c4-423a-bf42-46d1ea29a9bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292499 Mar 03 01:01:53.930856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d137-80ab-4da0-a50c-a802db01bbc8 req-8346d2d3-a1db-4fe5-8413-9fb0425df214 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:53.932388 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f5e9d137-80ab-4da0-a50c-a802db01bbc8 req-8346d2d3-a1db-4fe5-8413-9fb0425df214 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1099195 Mar 03 01:01:53.972366 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-e555f17b-b40a-4fda-b37a-6574f2625240 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401105 Mar 03 01:01:54.010671 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f5e9d137-80ab-4da0-a50c-a802db01bbc8 req-ea5c1893-37e2-48e6-80a1-d5924397cb4f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653474 Mar 03 01:01:54.077808 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-621722b8-8005-490c-a958-b41e71c1396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.079538 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-621722b8-8005-490c-a958-b41e71c1396f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.0555906 Mar 03 01:01:54.118432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be3424-112b-4c07-ad16-9bb219a682ed req-bd84a441-d4ae-4825-8bd6-516533f2165c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.119932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9be3424-112b-4c07-ad16-9bb219a682ed req-bd84a441-d4ae-4825-8bd6-516533f2165c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1312962 Mar 03 01:01:54.162063 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-84ab859f-210d-4540-8554-2378a17c857f req-9eb8e385-aa4b-4c1c-824b-8d4e6edefd1f service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348789 Mar 03 01:01:54.183425 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9be3424-112b-4c07-ad16-9bb219a682ed req-cbd2aab1-013a-49a1-8886-6029ab84ad05 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562932 Mar 03 01:01:54.188492 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-9890b2a6-59c1-4766-9bcf-69d046990838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.189958 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-9890b2a6-59c1-4766-9bcf-69d046990838 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.0994923 Mar 03 01:01:54.243010 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-5683c593-eba9-4f78-8451-4ad2a20fa58d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0384662 Mar 03 01:01:54.391193 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240962-f0cb-464c-b968-994b1bee509e req-8d1ced87-d5c8-4f66-aaf6-962700f66367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.392814 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-8d1ced87-d5c8-4f66-aaf6-962700f66367 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa349d21d934c93a4213fa56477eb2f&device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 1127 time: 0.0461097 Mar 03 01:01:54.393374 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-1ce33f2d-8cab-4aa4-a735-5a0ed9753b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.394814 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-1ce33f2d-8cab-4aa4-a735-5a0ed9753b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0492275 Mar 03 01:01:54.435462 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-a4f3e2c1-f78e-439b-8376-c6fe0c6779d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248573 Mar 03 01:01:54.499808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240962-f0cb-464c-b968-994b1bee509e req-71a2f608-1de4-4afd-9b72-6d8356567eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.501315 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-71a2f608-1de4-4afd-9b72-6d8356567eee service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 200 len: 915 time: 0.0913346 Mar 03 01:01:54.542203 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-70654a43-1817-4781-971f-101d0d989cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867329 Mar 03 01:01:54.551551 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-f349fc98-b47d-44be-8fb9-15b97dd4174c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd HTTP/1.1" status: 200 len: 217 time: 0.0362654 Mar 03 01:01:54.608373 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240962-f0cb-464c-b968-994b1bee509e req-ceeaf9a5-3cc4-4bf8-90c2-ecf03c0279e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.609853 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-ceeaf9a5-3cc4-4bf8-90c2-ecf03c0279e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 200 len: 855 time: 0.0447354 Mar 03 01:01:54.632924 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a45f61ce-b231-4e5b-94e9-86675507cbcc req-1a805adc-a522-4f38-8dc1-3b8231330beb service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825245 Mar 03 01:01:54.647709 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-5f3b4b94-2b5b-4894-b08a-db52c83ba9f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d5cdcbe-69b7-4759-87f2-a3384d66ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289614 Mar 03 01:01:54.750440 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-fe00443a-c88a-4682-a819-964b89800e86 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841553 Mar 03 01:01:54.908687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca5dcf-1a21-4981-a9c7-50a860b3a260 req-a0120fb1-a70c-496a-88a0-b8457b227e76 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:54.910073 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-59ca5dcf-1a21-4981-a9c7-50a860b3a260 req-a0120fb1-a70c-496a-88a0-b8457b227e76 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 943 time: 0.0792511 Mar 03 01:01:54.911843 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b240962-f0cb-464c-b968-994b1bee509e req-d00961dd-f014-4724-a14a-f0eb089034d7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304979 Mar 03 01:01:54.956346 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-59ca5dcf-1a21-4981-a9c7-50a860b3a260 req-8c665524-f939-487e-ae58-89401d52733e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Mar 03 01:01:55.139057 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946158b-075a-4d60-9fd2-0f19980d5784 req-dbe032d2-a117-4577-948c-c97792f69a97 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:55.141305 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1946158b-075a-4d60-9fd2-0f19980d5784 req-dbe032d2-a117-4577-948c-c97792f69a97 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0566256 Mar 03 01:01:55.195844 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1946158b-075a-4d60-9fd2-0f19980d5784 req-b6dcfda2-fb41-4a98-b93f-afd7cab3cf04 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490837 Mar 03 01:01:55.302006 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415001-6451-419d-b7f6-ac8f12af4263 req-6606077b-fe38-4453-92ff-fde3975e3baa tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:55.303812 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3415001-6451-419d-b7f6-ac8f12af4263 req-6606077b-fe38-4453-92ff-fde3975e3baa tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0531273 Mar 03 01:01:55.359014 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3415001-6451-419d-b7f6-ac8f12af4263 req-eb1acc92-1af1-4528-b6ae-3d0fe02c8860 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Mar 03 01:01:56.078514 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cfc3b-b21f-44b7-b420-e9d4738a533c req-533e336e-d214-43f4-838d-7e6be9066d86 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:56.079953 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc9cfc3b-b21f-44b7-b420-e9d4738a533c req-533e336e-d214-43f4-838d-7e6be9066d86 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 943 time: 0.0541973 Mar 03 01:01:56.125692 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc9cfc3b-b21f-44b7-b420-e9d4738a533c req-69d62c5b-a4e1-4b1e-b056-106625de5db4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 Mar 03 01:01:56.321664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ec9bb-83b9-4d66-9b9e-3719bc7b3a1f req-c5e45da9-1144-4208-9a22-377966420cc6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:56.323137 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a71ec9bb-83b9-4d66-9b9e-3719bc7b3a1f req-c5e45da9-1144-4208-9a22-377966420cc6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0567389 Mar 03 01:01:56.370079 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a71ec9bb-83b9-4d66-9b9e-3719bc7b3a1f req-26953144-1fd6-4470-ad72-1c770bcfad76 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Mar 03 01:01:56.480706 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f89250-48c8-44cb-ad76-98565c6f82de req-79d5894e-bdf1-4ef0-98c8-ebc7b8289dcf tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:56.482208 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c2f89250-48c8-44cb-ad76-98565c6f82de req-79d5894e-bdf1-4ef0-98c8-ebc7b8289dcf tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0565875 Mar 03 01:01:56.531830 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c2f89250-48c8-44cb-ad76-98565c6f82de req-6a206dba-ae68-42e6-9e2f-8df7cb5c6adb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Mar 03 01:01:57.092741 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 41ef0212-dc8c-4d95-8f18-4f92d33060dd details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:01:57.191063 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:57.203858 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '41ef0212-dc8c-4d95-8f18-4f92d33060dd', 'network_id': '7d5cdcbe-69b7-4759-87f2-a3384d66ed76', 'port_id': '41ef0212-dc8c-4d95-8f18-4f92d33060dd', 'mac_address': 'fa:16:3e:da:70:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2566ac-4447-4885-a043-945bcbc9e424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:01:57.246428 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 41ef0212-dc8c-4d95-8f18-4f92d33060dd is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:01:57.246853 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:57.259966 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe96e7-1243-4073-bca0-cf1204f22f92 req-b6a18129-e7b9-43e6-8d29-6f21517e4a8e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:57.260841 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ef0212-dc8c-4d95-8f18-4f92d33060dd {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:01:57.261489 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b5fe96e7-1243-4073-bca0-cf1204f22f92 req-b6a18129-e7b9-43e6-8d29-6f21517e4a8e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 943 time: 0.0581214 Mar 03 01:01:57.284258 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:01:57.290614 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:57.340070 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b5fe96e7-1243-4073-bca0-cf1204f22f92 req-f979d718-ea7b-4829-b6d0-837e795a7c7b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722098 Mar 03 01:01:57.348902 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=41ef0212-dc8c-4d95-8f18-4f92d33060dd,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:57.500532 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd391b-005a-428d-93c2-f45fac410d8c req-54b01e64-85df-438d-8757-e6b3a2684f52 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:57.502264 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-77dd391b-005a-428d-93c2-f45fac410d8c req-54b01e64-85df-438d-8757-e6b3a2684f52 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0592964 Mar 03 01:01:57.554782 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-77dd391b-005a-428d-93c2-f45fac410d8c req-0b1c6b1d-1b4c-4047-8290-2544fecd3890 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Mar 03 01:01:57.657479 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364879-2332-408d-82a5-37a9d404e45a req-7afb4795-9e5c-4815-bb05-c4dd284447a1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:57.658982 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72364879-2332-408d-82a5-37a9d404e45a req-7afb4795-9e5c-4815-bb05-c4dd284447a1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0537415 Mar 03 01:01:57.706882 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72364879-2332-408d-82a5-37a9d404e45a req-e7acbf2e-ffbe-4fa2-814b-013f370b93c1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Mar 03 01:01:58.123896 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['41ef0212-dc8c-4d95-8f18-4f92d33060dd'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:01:58.462735 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af369-a436-4a5c-99d2-c23b5cd0e088 req-3ba67f00-0a0d-4e1e-b629-bb525446832a tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:58.464250 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f16af369-a436-4a5c-99d2-c23b5cd0e088 req-3ba67f00-0a0d-4e1e-b629-bb525446832a tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 944 time: 0.0562775 Mar 03 01:01:58.512179 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f16af369-a436-4a5c-99d2-c23b5cd0e088 req-e503fe62-0c7d-44ce-95ed-8120f108687e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Mar 03 01:01:58.685957 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04d111-f861-4349-8d6d-45788f1ede9e req-e3151b6f-c192-4a04-aec8-7b6283fea136 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:58.688970 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0f04d111-f861-4349-8d6d-45788f1ede9e req-e3151b6f-c192-4a04-aec8-7b6283fea136 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0531940 Mar 03 01:01:58.738535 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0f04d111-f861-4349-8d6d-45788f1ede9e req-b1ac97a7-bd12-4d2a-8dd7-aba2f7161670 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446742 Mar 03 01:01:58.842778 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e424dc-153c-441e-ad11-3388d8d9dc3b req-3e6c8271-5621-4bb3-a0d9-80b3ac84ff53 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:58.844608 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-82e424dc-153c-441e-ad11-3388d8d9dc3b req-3e6c8271-5621-4bb3-a0d9-80b3ac84ff53 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0637784 Mar 03 01:01:58.893019 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-82e424dc-153c-441e-ad11-3388d8d9dc3b req-6c043d5c-750f-4ac3-bf91-1c06f5bf267a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Mar 03 01:01:58.941641 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33028) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:59.047587 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4a1f-5cb7-42ee-adf3-b443bf893715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.128441 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4a1f-5cb7-42ee-adf3-b443bf893715 admin admin] Publish callbacks [] for security_group (a863a478-26a2-4fe5-9944-c8a4eafa04c9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.133429 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4a1f-5cb7-42ee-adf3-b443bf893715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a863a478-26a2-4fe5-9944-c8a4eafa04c9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.176919 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea4a1f-5cb7-42ee-adf3-b443bf893715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a863a478-26a2-4fe5-9944-c8a4eafa04c9,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:59.181292 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f4ea4a1f-5cb7-42ee-adf3-b443bf893715 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab8f413a2d464b7e99bf426229bffb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385330 Mar 03 01:01:59.184346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 33036) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:01:59.232458 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-497920b8-46f6-470d-a819-5ef314545831 admin admin] Publish callbacks [] for security_group (a863a478-26a2-4fe5-9944-c8a4eafa04c9), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.254407 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-497920b8-46f6-470d-a819-5ef314545831 admin admin] Publish callbacks [] for security_group (a863a478-26a2-4fe5-9944-c8a4eafa04c9), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.301354 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-497920b8-46f6-470d-a819-5ef314545831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a863a478-26a2-4fe5-9944-c8a4eafa04c9), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.304029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-497920b8-46f6-470d-a819-5ef314545831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:01:59.305202 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-497920b8-46f6-470d-a819-5ef314545831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a863a478-26a2-4fe5-9944-c8a4eafa04c9 HTTP/1.1" status: 204 len: 168 time: 0.1201885 Mar 03 01:01:59.314579 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497920b8-46f6-470d-a819-5ef314545831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a863a478-26a2-4fe5-9944-c8a4eafa04c9,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:01:59.632476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989551-b2a7-4273-b7b9-db3ef22812b1 req-60395591-02fa-4d92-b1f5-32a33e8051e4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:59.634333 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18989551-b2a7-4273-b7b9-db3ef22812b1 req-60395591-02fa-4d92-b1f5-32a33e8051e4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 944 time: 0.0562298 Mar 03 01:01:59.683266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18989551-b2a7-4273-b7b9-db3ef22812b1 req-696c11ae-9ab0-4fa4-91b0-fba3e3373ac3 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Mar 03 01:01:59.865198 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee433a9-8275-4bf3-b227-3685927ea3ca req-99d5d182-c9de-4506-a386-d9ff8ce3f00a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:01:59.866688 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ee433a9-8275-4bf3-b227-3685927ea3ca req-99d5d182-c9de-4506-a386-d9ff8ce3f00a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Mar 03 01:01:59.914925 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ee433a9-8275-4bf3-b227-3685927ea3ca req-6b8e7f14-4d6a-4595-a178-b61e5526df23 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Mar 03 01:02:00.318549 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65376b82-6698-4056-aced-0841c14e083f req-f711f621-22cc-4a17-9c9d-1ddc83767ae8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:00.320499 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-65376b82-6698-4056-aced-0841c14e083f req-f711f621-22cc-4a17-9c9d-1ddc83767ae8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0536499 Mar 03 01:02:00.320998 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33082) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:00.405461 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-65376b82-6698-4056-aced-0841c14e083f req-673c67df-1159-4971-a0e8-f9719107195e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582011 Mar 03 01:02:00.444879 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6912dbd5-1ccf-44ce-a960-3b712bf73451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.537079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6912dbd5-1ccf-44ce-a960-3b712bf73451 admin admin] Publish callbacks [] for security_group (6e208192-2841-4a78-a230-6dd7c8afaee2), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.541339 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6912dbd5-1ccf-44ce-a960-3b712bf73451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6e208192-2841-4a78-a230-6dd7c8afaee2), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.581916 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912dbd5-1ccf-44ce-a960-3b712bf73451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e208192-2841-4a78-a230-6dd7c8afaee2,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:00.586244 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6912dbd5-1ccf-44ce-a960-3b712bf73451 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2072d360959242e78459a52f9fb3cb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641971 Mar 03 01:02:00.589142 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33096) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:00.645384 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-afa5067a-e11d-4915-9be9-a365fbdce368 admin admin] Publish callbacks [] for security_group (6e208192-2841-4a78-a230-6dd7c8afaee2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.667741 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-afa5067a-e11d-4915-9be9-a365fbdce368 admin admin] Publish callbacks [] for security_group (6e208192-2841-4a78-a230-6dd7c8afaee2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.721728 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-afa5067a-e11d-4915-9be9-a365fbdce368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6e208192-2841-4a78-a230-6dd7c8afaee2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.725072 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-afa5067a-e11d-4915-9be9-a365fbdce368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:00.728998 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-afa5067a-e11d-4915-9be9-a365fbdce368 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e208192-2841-4a78-a230-6dd7c8afaee2 HTTP/1.1" status: 204 len: 168 time: 0.1389825 Mar 03 01:02:00.746446 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5067a-e11d-4915-9be9-a365fbdce368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e208192-2841-4a78-a230-6dd7c8afaee2,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:00.853271 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f1a5-a3bc-408a-bfdf-8c92f0b4d219 req-a044af62-75cf-4d28-ae69-96caaa8f3d78 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:00.854882 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ad8f1a5-a3bc-408a-bfdf-8c92f0b4d219 req-a044af62-75cf-4d28-ae69-96caaa8f3d78 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 944 time: 0.0725467 Mar 03 01:02:00.911993 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ad8f1a5-a3bc-408a-bfdf-8c92f0b4d219 req-a3592cf9-a9ba-42fe-be82-d56d52cd3030 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Mar 03 01:02:01.053240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ebf0-b7a2-4f33-a150-58941431726b req-7cef9ab6-5689-439c-8f5b-3aeff64f2fe8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:01.054727 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7d63ebf0-b7a2-4f33-a150-58941431726b req-7cef9ab6-5689-439c-8f5b-3aeff64f2fe8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0638595 Mar 03 01:02:01.103172 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7d63ebf0-b7a2-4f33-a150-58941431726b req-76107163-a118-4d0e-9862-b3b95c8a7578 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 Mar 03 01:02:01.139338 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 41ef0212-dc8c-4d95-8f18-4f92d33060dd up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:02:01.193687 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 41ef0212-dc8c-4d95-8f18-4f92d33060dd completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:02:01.197837 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 41ef0212-dc8c-4d95-8f18-4f92d33060dd triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:02:01.198226 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:01.279360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 41ef0212-dc8c-4d95-8f18-4f92d33060dd is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:01.279762 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:01.303533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef0212-dc8c-4d95-8f18-4f92d33060dd'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:01.305866 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5e685c-da9d-4dd6-b464-7fc42192a1b1" -d '{"events": [{"server_uuid": "cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533", "name": "network-vif-plugged", "status": "completed", "tag": "41ef0212-dc8c-4d95-8f18-4f92d33060dd"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:01.319058 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:01.325261 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:01.355645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb501e67-2e17-4a50-a47f-d989be5f2a4a x-openstack-request-id: req-eb501e67-2e17-4a50-a47f-d989be5f2a4a {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:01.356103 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533", "name": "network-vif-plugged", "status": "completed", "tag": "41ef0212-dc8c-4d95-8f18-4f92d33060dd", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:01.356333 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb501e67-2e17-4a50-a47f-d989be5f2a4a {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:01.356800 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef0212-dc8c-4d95-8f18-4f92d33060dd', 'code': 200} Mar 03 01:02:01.381720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=41ef0212-dc8c-4d95-8f18-4f92d33060dd,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:01.620989 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6c290-df32-47dc-8e2b-172092a0fab6 req-e1e64d9b-2ee9-40fb-82a5-845c32289f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:01.622492 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20d6c290-df32-47dc-8e2b-172092a0fab6 req-e1e64d9b-2ee9-40fb-82a5-845c32289f87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 1129 time: 0.0450482 Mar 03 01:02:01.678230 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20d6c290-df32-47dc-8e2b-172092a0fab6 req-ff347fc7-a07d-431f-9c50-47b9df23e587 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Mar 03 01:02:02.027971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92529a44-b7a5-433d-a8b3-6a275f4d4f3e req-0a260dcf-5301-4124-812c-0f335437c5fa tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:02.029449 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92529a44-b7a5-433d-a8b3-6a275f4d4f3e req-0a260dcf-5301-4124-812c-0f335437c5fa tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0517447 Mar 03 01:02:02.076280 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92529a44-b7a5-433d-a8b3-6a275f4d4f3e req-7b3d125a-ef01-4a7b-bef3-854038b523cd tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Mar 03 01:02:02.227727 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5454e24-e11d-4358-9698-6c8c21e7f9dc req-487885e1-2226-4e6c-b8a6-9d3e87dc2940 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:02.229233 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5454e24-e11d-4358-9698-6c8c21e7f9dc req-487885e1-2226-4e6c-b8a6-9d3e87dc2940 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0528057 Mar 03 01:02:02.276726 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5454e24-e11d-4358-9698-6c8c21e7f9dc req-9c12b954-ef78-4438-abdc-7ec0c934e133 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Mar 03 01:02:03.202624 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0943c8-f098-400c-a012-922a02d5c5a9 req-d0b104a4-7c82-434a-ae57-19895a80b27c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:03.204080 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3b0943c8-f098-400c-a012-922a02d5c5a9 req-d0b104a4-7c82-434a-ae57-19895a80b27c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0562606 Mar 03 01:02:03.248651 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3b0943c8-f098-400c-a012-922a02d5c5a9 req-a705296c-8a40-4b5a-bfff-ec448f0af616 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390275 Mar 03 01:02:03.400215 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d0272-fb0f-46a1-a9b0-c4504ccdaed0 req-721d498e-e9ac-462d-a159-a0256bc50ca0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:03.401683 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-365d0272-fb0f-46a1-a9b0-c4504ccdaed0 req-721d498e-e9ac-462d-a159-a0256bc50ca0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Mar 03 01:02:03.447971 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-365d0272-fb0f-46a1-a9b0-c4504ccdaed0 req-b36cfd4b-d172-4407-a525-a2da6b99ac26 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407619 Mar 03 01:02:04.379443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d886-aef0-41f2-b169-c9ce7d0d8c0e req-ef3e3810-765a-438b-892b-67f586224ee6 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:04.381356 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76d3d886-aef0-41f2-b169-c9ce7d0d8c0e req-ef3e3810-765a-438b-892b-67f586224ee6 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0560989 Mar 03 01:02:04.685845 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76d3d886-aef0-41f2-b169-c9ce7d0d8c0e req-935df6ba-c8ef-4a95-8f70-6d7a54bb454a tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994058 Mar 03 01:02:04.701020 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c09b-1282-4c1c-a508-f5980c8e2fdc req-cd1a173c-6d3f-44f3-85fd-9f3b3546dfa6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:04.702478 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe51c09b-1282-4c1c-a508-f5980c8e2fdc req-cd1a173c-6d3f-44f3-85fd-9f3b3546dfa6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0722535 Mar 03 01:02:04.748397 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe51c09b-1282-4c1c-a508-f5980c8e2fdc req-692fe73b-461a-44a1-a44a-b3941582014e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Mar 03 01:02:05.367084 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33210) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:05.476889 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-17e3eadc-9328-4738-a6c3-b8ad8baf9e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.559021 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-17e3eadc-9328-4738-a6c3-b8ad8baf9e88 admin admin] Publish callbacks [] for security_group (91e65c9c-9049-4c71-bb74-ec69ea92246a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.563273 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-17e3eadc-9328-4738-a6c3-b8ad8baf9e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (91e65c9c-9049-4c71-bb74-ec69ea92246a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.604906 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3eadc-9328-4738-a6c3-b8ad8baf9e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e65c9c-9049-4c71-bb74-ec69ea92246a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:05.616005 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-17e3eadc-9328-4738-a6c3-b8ad8baf9e88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ee2b626c72e4fa9ad0bc59a30ea0a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478223 Mar 03 01:02:05.619132 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33222) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:05.683663 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37dc632d-2d83-4bfa-a4eb-4f8a1b7f9c79 admin admin] Publish callbacks [] for security_group (91e65c9c-9049-4c71-bb74-ec69ea92246a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.711114 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37dc632d-2d83-4bfa-a4eb-4f8a1b7f9c79 admin admin] Publish callbacks [] for security_group (91e65c9c-9049-4c71-bb74-ec69ea92246a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.764631 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37dc632d-2d83-4bfa-a4eb-4f8a1b7f9c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (91e65c9c-9049-4c71-bb74-ec69ea92246a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.767350 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-37dc632d-2d83-4bfa-a4eb-4f8a1b7f9c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:05.771324 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-37dc632d-2d83-4bfa-a4eb-4f8a1b7f9c79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91e65c9c-9049-4c71-bb74-ec69ea92246a HTTP/1.1" status: 204 len: 168 time: 0.1493220 Mar 03 01:02:05.787032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc632d-2d83-4bfa-a4eb-4f8a1b7f9c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e65c9c-9049-4c71-bb74-ec69ea92246a,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:05.911823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8cb50-0f0e-423b-ae9e-14ed9def45ec req-1fa150ca-e88c-492d-94bf-21ca047f6798 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:05.913651 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1e8cb50-0f0e-423b-ae9e-14ed9def45ec req-1fa150ca-e88c-492d-94bf-21ca047f6798 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0583863 Mar 03 01:02:05.987947 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1e8cb50-0f0e-423b-ae9e-14ed9def45ec req-979f31a4-e709-4d76-9de3-d2c45274bfca tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641978 Mar 03 01:02:06.490834 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 33278) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:06.587233 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1356279032-network', 'tenant_id': 'cd6627a4d87f4612ac6b11835dc6c307'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:06.605856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Made reservation on behalf of cd6627a4d87f4612ac6b11835dc6c307 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:02:06.608248 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.616366 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.690383 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks [] for security_group (03c9cf86-639e-463b-a46c-55ea3eeeecb3), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.694385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (03c9cf86-639e-463b-a46c-55ea3eeeecb3), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.719441 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:02:06.728519 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c9cf86-639e-463b-a46c-55ea3eeeecb3,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:06.735847 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (3037dbbc-b9b7-482c-95ee-e2a5a10d7124), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.736238 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Added segment 3037dbbc-b9b7-482c-95ee-e2a5a10d7124 of type vlan for network a18a57ca-6ad5-40e5-b881-19a577c80965 Mar 03 01:02:06.778167 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (a18a57ca-6ad5-40e5-b881-19a577c80965), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.805166 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (a18a57ca-6ad5-40e5-b881-19a577c80965), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.806161 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:06.806748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:06.860224 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3682473 Mar 03 01:02:06.863711 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33284) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:06.869408 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Request body: {'subnet': {'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1356279032-subnet', 'tenant_id': 'cd6627a4d87f4612ac6b11835dc6c307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:06.871432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640c80f-f913-4ee2-b315-d03d10b87c3b admin admin] Pushing event updated for resources: {'Network': ['ID=a18a57ca-6ad5-40e5-b881-19a577c80965,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:06.882412 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network a18a57ca-6ad5-40e5-b881-19a577c80965 details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:02:06.894417 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Made reservation on behalf of cd6627a4d87f4612ac6b11835dc6c307 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:02:06.896816 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59189413'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:07.073264 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60345559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59189399'] for subnet (97fc6aa9-b0da-424f-8121-e613a0e24029), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:07.114154 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0c43f-8424-4fcc-bf35-6a121474bb74 req-834e92e0-7594-44e4-b439-d9732665c7cb tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:07.115641 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dda0c43f-8424-4fcc-bf35-6a121474bb74 req-834e92e0-7594-44e4-b439-d9732665c7cb tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0574608 Mar 03 01:02:07.133908 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97fc6aa9-b0da-424f-8121-e613a0e24029,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:07.143537 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Checking segment: {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:02:07.143893 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Network hostable DHCP agents. Network: a18a57ca-6ad5-40e5-b881-19a577c80965, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:02:07.166103 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Network a18a57ca-6ad5-40e5-b881-19a577c80965 is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:02:07.167771 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dda0c43f-8424-4fcc-bf35-6a121474bb74 req-0359126b-4300-4eca-a5ce-e1f4a042f9c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457714 Mar 03 01:02:07.177003 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, a18a57ca-6ad5-40e5-b881-19a577c80965) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:02:07.182071 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:07.182680 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:07.190162 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f832a1b-1868-4007-953f-e596c0132862 None None] Network a18a57ca-6ad5-40e5-b881-19a577c80965 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:02:07.210575 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-22ef335e-caf7-4ca2-ac8f-fe61ac3790c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3455372 Mar 03 01:02:07.302000 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a4bf6-7ea5-4ad7-808d-a8a201b42f32 None None] Network a18a57ca-6ad5-40e5-b881-19a577c80965 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:02:08.300073 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889056ff-ef6d-41e4-8b06-700acd7bd356 req-50771a8d-650d-4ac0-a5f3-c20f663a3336 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:08.301618 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-889056ff-ef6d-41e4-8b06-700acd7bd356 req-50771a8d-650d-4ac0-a5f3-c20f663a3336 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0556180 Mar 03 01:02:08.347631 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-889056ff-ef6d-41e4-8b06-700acd7bd356 req-b323151a-cb46-4e84-ab98-c96754a5f778 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Mar 03 01:02:08.656535 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd7779a1-1557-4884-9209-11687b375841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:09.012773 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-0378e1b9-e7fd-4d74-a939-c5fd02e695ad tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:09.014227 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-0378e1b9-e7fd-4d74-a939-c5fd02e695ad tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/networks?id=a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 200 len: 814 time: 0.1014009 Mar 03 01:02:09.028955 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-c65d0451-6769-4f81-b349-b1e68f86d71d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/quotas/cd6627a4d87f4612ac6b11835dc6c307 HTTP/1.1" status: 200 len: 375 time: 0.0087016 Mar 03 01:02:09.062654 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-cbcc3f6a-efd3-46b5-a08c-ff0f9532fca4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282760 Mar 03 01:02:09.155429 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-2cf09115-d3aa-4433-a803-39c77bbb4e99 service neutron] 10.222.0.18 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860653 Mar 03 01:02:09.245528 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-fac62f15-434c-49d9-9c24-c15da9e311b3 service neutron] 10.222.0.18 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 Mar 03 01:02:09.421486 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5efc38b1-cfc8-4245-8b03-ae33975ffcf2 req-15412e3d-cd33-4f27-85d5-9d42f288001a tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 210 time: 0.0317845 Mar 03 01:02:09.544858 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ab5ea-e57c-437a-9fb5-f2a213fd0f70 req-18eae0ae-e2e5-4d8e-9256-7e3edb1f34af tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:09.546926 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-750ab5ea-e57c-437a-9fb5-f2a213fd0f70 req-18eae0ae-e2e5-4d8e-9256-7e3edb1f34af tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0628273 Mar 03 01:02:09.616925 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-750ab5ea-e57c-437a-9fb5-f2a213fd0f70 req-597db1d1-c0f1-47dd-8bd6-c23cc97ad232 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631859 Mar 03 01:02:09.733398 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-859e0361-0bfe-4cf7-997a-3a4c822f1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:09.734986 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-859e0361-0bfe-4cf7-997a-3a4c822f1b74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.0996289 Mar 03 01:02:09.748851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f234d1-0ce6-4cc7-8698-bf762e553e9d req-1cfef7c2-576f-49b4-8be7-cb00d2cdb1c8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:09.756575 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f0f234d1-0ce6-4cc7-8698-bf762e553e9d req-1cfef7c2-576f-49b4-8be7-cb00d2cdb1c8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1101453 Mar 03 01:02:09.862100 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f0f234d1-0ce6-4cc7-8698-bf762e553e9d req-265eaede-82f2-414f-8987-a327608b50db tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948310 Mar 03 01:02:09.896991 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-1900d549-04ac-4b28-9fad-7f2011a2935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:09.898454 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-1900d549-04ac-4b28-9fad-7f2011a2935b service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.1403849 Mar 03 01:02:09.948427 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-04604ec9-ae62-4ab5-8db6-c688fe1c6a82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0430429 Mar 03 01:02:09.998666 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-0feea417-26f4-4b3a-b79d-a0c1a09bdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:10.000139 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-0feea417-26f4-4b3a-b79d-a0c1a09bdce5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0425644 Mar 03 01:02:10.048142 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-0b45e1c4-9c1c-4570-a5be-e176a2272d05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259781 Mar 03 01:02:10.141121 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-0c2505ba-66d0-4428-bd78-c47e8590451e service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859251 Mar 03 01:02:10.246649 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15f119b-cc71-43e0-8ebd-1eb3e7f67153 req-3cf3b742-4d79-4335-994a-521071987f2d service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950472 Mar 03 01:02:10.520103 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e27da5f-4548-4981-abe2-a800c15e5c09 req-b9ba9d2b-22f6-4959-9a64-5784a74eca08 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Mar 03 01:02:10.837476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04c251-2a2d-4c85-8bb3-ab5c066cd474 req-cfb174d9-678c-439b-ab12-0cac703078be tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:10.838987 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f04c251-2a2d-4c85-8bb3-ab5c066cd474 req-cfb174d9-678c-439b-ab12-0cac703078be tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1344619 Mar 03 01:02:10.895810 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-0ae68c12-2c75-4cef-9313-9ac9a6b5850d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:10.897374 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-0ae68c12-2c75-4cef-9313-9ac9a6b5850d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "GET /v2.0/networks?id=a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 200 len: 814 time: 0.1611803 Mar 03 01:02:10.922784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Request body: {'port': {'device_id': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965', 'admin_state_up': True, 'tenant_id': 'cd6627a4d87f4612ac6b11835dc6c307'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:10.936902 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f04c251-2a2d-4c85-8bb3-ab5c066cd474 req-566d7f66-dd1f-4a47-b7bd-0cc0576a0e3c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881135 Mar 03 01:02:11.054510 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33404) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:11.080964 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d95b5-f341-4bc2-b370-5e47e5f1d4b3 req-5dae6221-3d34-43c8-b2f2-88f388b99063 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:11.082535 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-779d95b5-f341-4bc2-b370-5e47e5f1d4b3 req-5dae6221-3d34-43c8-b2f2-88f388b99063 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0965049 Mar 03 01:02:11.091229 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-14574228-f4f4-4d6e-ab0d-dfa346881fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.130980 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Made reservation on behalf of cd6627a4d87f4612ac6b11835dc6c307 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:02:11.134417 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.158260 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-779d95b5-f341-4bc2-b370-5e47e5f1d4b3 req-1d11e2bf-9580-4a57-a8ba-61fc10f2eb9c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679476 Mar 03 01:02:11.183404 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f9679e2-9013-462b-9fe0-207a37d9d2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.261041 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f9679e2-9013-462b-9fe0-207a37d9d2b3 admin admin] Publish callbacks [] for security_group (c8da27cd-34a2-4430-b66d-8e27bdfdebc6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.265197 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f9679e2-9013-462b-9fe0-207a37d9d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (c8da27cd-34a2-4430-b66d-8e27bdfdebc6), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.289306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Allocated IP 172.20.0.4 (a18a57ca-6ad5-40e5-b881-19a577c80965/97fc6aa9-b0da-424f-8121-e613a0e24029/f3bf3ce5-9895-43f8-94b9-e6e3951278e7) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:02:11.300723 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7f9679e2-9013-462b-9fe0-207a37d9d2b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5283da32c004421ba78a3b9d8d584912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444427 Mar 03 01:02:11.304238 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 33410) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:11.309451 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9679e2-9013-462b-9fe0-207a37d9d2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8da27cd-34a2-4430-b66d-8e27bdfdebc6,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:11.427676 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-eab733e2-a268-4724-b0c1-caa49bf6c809 admin admin] Publish callbacks [] for security_group (c8da27cd-34a2-4430-b66d-8e27bdfdebc6), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.466225 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-eab733e2-a268-4724-b0c1-caa49bf6c809 admin admin] Publish callbacks [] for security_group (c8da27cd-34a2-4430-b66d-8e27bdfdebc6), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.513870 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks [] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.547472 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-eab733e2-a268-4724-b0c1-caa49bf6c809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (c8da27cd-34a2-4430-b66d-8e27bdfdebc6), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.550574 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-eab733e2-a268-4724-b0c1-caa49bf6c809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.551724 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-eab733e2-a268-4724-b0c1-caa49bf6c809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8da27cd-34a2-4430-b66d-8e27bdfdebc6 HTTP/1.1" status: 204 len: 168 time: 0.2465453 Mar 03 01:02:11.562372 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab733e2-a268-4724-b0c1-caa49bf6c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8da27cd-34a2-4430-b66d-8e27bdfdebc6,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:11.565893 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.629875 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Network a18a57ca-6ad5-40e5-b881-19a577c80965 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:02:11.653460 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:02:11.657600 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:02:11.699394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Pushing event updated for resources: {'Port': ['ID=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:11.727581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:11.728121 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:11.742758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18272cd6-fed8-411e-ab44-ceba014cce47 req-b947dc69-7e9b-4105-9ce6-f50b7db0d7b5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:11.744465 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18272cd6-fed8-411e-ab44-ceba014cce47 req-b947dc69-7e9b-4105-9ce6-f50b7db0d7b5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 931 time: 0.1374540 Mar 03 01:02:11.764438 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-0a37a7f8-df64-49c8-a71f-797370c4057f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452933 Mar 03 01:02:11.804412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Request body: {'port': {'device_id': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:11.835055 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18272cd6-fed8-411e-ab44-ceba014cce47 req-863b636e-a75d-45df-b69f-a4996847e344 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Mar 03 01:02:11.882575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.140845 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8043-2931-4be0-80f0-c5fd5d710f52 req-85809029-daf7-4e8b-b4f8-2ffc064148a0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:12.143073 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a17b8043-2931-4be0-80f0-c5fd5d710f52 req-85809029-daf7-4e8b-b4f8-2ffc064148a0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1172819 Mar 03 01:02:12.234276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a17b8043-2931-4be0-80f0-c5fd5d710f52 req-6ea592f6-760c-42cf-8e75-4440f89c44f0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829055 Mar 03 01:02:12.251399 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bf3ce5-9895-43f8-94b9-e6e3951278e7 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:02:12.286854 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.297993 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Publish callbacks [] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.322397 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Transition to ACTIVE for port object f3bf3ce5-9895-43f8-94b9-e6e3951278e7 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:02:12.328668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.344369 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc3e89-23bf-4219-86c4-82e2d79246e7 req-4fc204ce-faf8-4b73-89e7-057297c7356e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:12.346536 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00fc3e89-23bf-4219-86c4-82e2d79246e7 req-4fc204ce-faf8-4b73-89e7-057297c7356e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0980973 Mar 03 01:02:12.409189 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:12.479924 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00fc3e89-23bf-4219-86c4-82e2d79246e7 req-eb5e97bb-20a6-47ae-a85f-2492908be439 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136553 Mar 03 01:02:12.505862 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Attempting to bind port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:02:12.506202 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Attempting to bind port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:02:12.506635 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Attempting to bind port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 on network a18a57ca-6ad5-40e5-b881-19a577c80965 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:02:12.510933 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 on network a18a57ca-6ad5-40e5-b881-19a577c80965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:02:12.511259 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Attempting to bind port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 on network a18a57ca-6ad5-40e5-b881-19a577c80965 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:02:12.516117 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:02:12.516464 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Checking segment: {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:02:12.516855 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Bound using segment: {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:02:12.517313 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Bound port: f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:02:12.517680 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.584945 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] For port f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:02:12.588563 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] For port f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:02:12.594638 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.629262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:12.629877 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:12.631236 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/f3bf3ce5-9895-43f8-94b9-e6e3951278e7 HTTP/1.1" status: 200 len: 1093 time: 0.8311341 Mar 03 01:02:12.631688 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'tag': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:12.633923 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3d9c82-b576-4bd5-a524-f21f20ac2935", "tag": "f3bf3ce5-9895-43f8-94b9-e6e3951278e7"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:12.664848 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d6ac-63f7-4bab-b9c2-f0951d4ca8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:12.678599 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce15e2-a48c-48bd-8de1-e4016ada07c4 x-openstack-request-id: req-7fce15e2-a48c-48bd-8de1-e4016ada07c4 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:12.678894 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3d9c82-b576-4bd5-a524-f21f20ac2935", "tag": "f3bf3ce5-9895-43f8-94b9-e6e3951278e7", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:12.679143 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fce15e2-a48c-48bd-8de1-e4016ada07c4 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:12.679557 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'tag': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7', 'status': 'completed', 'code': 200} Mar 03 01:02:12.784862 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-f4c2bb7b-552e-40b5-9b8e-08d9123498f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:12.786415 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-f4c2bb7b-552e-40b5-9b8e-08d9123498f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 1127 time: 0.0471492 Mar 03 01:02:12.855069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-88c09fac-6000-4ed9-b39d-07c8d627f040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7 HTTP/1.1" status: 200 len: 217 time: 0.0380514 Mar 03 01:02:12.905098 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8297-be90-4614-8027-8c077b3622cb req-8c914fb5-6054-4162-890f-62f4ca760c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:12.906521 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-8c914fb5-6054-4162-890f-62f4ca760c18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97fc6aa9-b0da-424f-8121-e613a0e24029 HTTP/1.1" status: 200 len: 854 time: 0.0441284 Mar 03 01:02:12.964273 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-cf3e513c-be7e-422c-9401-3d877ab27eaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a18a57ca-6ad5-40e5-b881-19a577c80965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307550 Mar 03 01:02:12.991836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b1a29-c8dd-4da1-aae5-c63b5631d368 req-4fb170d4-1d4e-4188-9620-374a2c62d995 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:12.993239 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d00b1a29-c8dd-4da1-aae5-c63b5631d368 req-4fb170d4-1d4e-4188-9620-374a2c62d995 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 943 time: 0.0899830 Mar 03 01:02:13.086377 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d00b1a29-c8dd-4da1-aae5-c63b5631d368 req-cfecd220-59ee-4db8-9c42-98b9b4053f5e tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837212 Mar 03 01:02:13.104527 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-dcd7987f-7c8b-42fc-94e7-dc2e3de8b8d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265101 Mar 03 01:02:13.187527 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:02:13.201493 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-052d8297-be90-4614-8027-8c077b3622cb req-c83f664e-0d9d-42f5-b086-4f687b601c08 service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Mar 03 01:02:13.289312 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:13.301705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'mac_address': 'fa:16:3e:45:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:02:13.343545 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: ACTIVE; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:13.343933 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:13.361805 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de5eec9-6f29-4d37-be6c-491ba6317156 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:02:13.367802 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a375d-c04a-4fa6-83f6-06d5880dc27c req-37719e6a-5310-4c06-91ae-34f6cf4921c6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:13.369439 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-321a375d-c04a-4fa6-83f6-06d5880dc27c req-37719e6a-5310-4c06-91ae-34f6cf4921c6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0589447 Mar 03 01:02:13.393225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:13.397744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:13.446470 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-321a375d-c04a-4fa6-83f6-06d5880dc27c req-f33e5424-6b03-4342-a33c-88638ff1c917 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686848 Mar 03 01:02:13.450126 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=6']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:13.461406 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-fabb7f7f-7ed9-47b7-a28a-3e1942c14ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:13.462467 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-fabb7f7f-7ed9-47b7-a28a-3e1942c14ebf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 1127 time: 0.0583899 Mar 03 01:02:13.570060 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:13.592678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-1f631c15-08cd-43b4-8f11-75b24afc0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:13.594212 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-1f631c15-08cd-43b4-8f11-75b24afc0a79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 200 len: 914 time: 0.1178560 Mar 03 01:02:13.646999 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-8f740512-b2e5-446c-9d32-c5700419fb3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7 HTTP/1.1" status: 200 len: 217 time: 0.0435698 Mar 03 01:02:13.654600 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb819c-f8bd-4df0-b82b-984a1e008da3 req-f1642b4c-47ae-418d-85d2-2cc20764f0bd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:13.655996 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fefb819c-f8bd-4df0-b82b-984a1e008da3 req-f1642b4c-47ae-418d-85d2-2cc20764f0bd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1046629 Mar 03 01:02:13.714672 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['5de5eec9-6f29-4d37-be6c-491ba6317156'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:13.733355 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-cf0565cb-d45e-41f8-8605-c67c8d79672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:13.734833 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-cf0565cb-d45e-41f8-8605-c67c8d79672c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97fc6aa9-b0da-424f-8121-e613a0e24029 HTTP/1.1" status: 200 len: 854 time: 0.0779607 Mar 03 01:02:13.741246 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fefb819c-f8bd-4df0-b82b-984a1e008da3 req-828ec79e-b9cb-4ef6-812c-36a2954e24bd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759070 Mar 03 01:02:13.773487 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-48bcc714-0937-45b7-8b00-f275523e7a43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a18a57ca-6ad5-40e5-b881-19a577c80965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307286 Mar 03 01:02:13.889744 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-300c85e3-e1e7-43ee-bcef-85c09dadcf84 service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099536 Mar 03 01:02:13.993826 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bafc5345-ddfa-4cfc-820f-79fee7dd5bbd req-2dfdb07c-d747-4223-916a-f7ac0382b19c service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960498 Mar 03 01:02:14.259779 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb4e5c-a6a6-4161-9e3c-f8907fffb030 req-f73d3f09-bca2-418e-bb49-79f1557b77c8 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:14.261413 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b2eb4e5c-a6a6-4161-9e3c-f8907fffb030 req-f73d3f09-bca2-418e-bb49-79f1557b77c8 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 943 time: 0.0704267 Mar 03 01:02:14.312905 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b2eb4e5c-a6a6-4161-9e3c-f8907fffb030 req-68ac3f67-f7ec-413c-b789-43d7208f72a5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Mar 03 01:02:14.597289 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662460a-4291-4fc7-8634-abab539a5d14 req-502debc5-8ef8-474c-8f48-43081c0e3a03 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:14.599667 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2662460a-4291-4fc7-8634-abab539a5d14 req-502debc5-8ef8-474c-8f48-43081c0e3a03 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0572591 Mar 03 01:02:14.650712 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2662460a-4291-4fc7-8634-abab539a5d14 req-d4d7c990-720f-44a1-a6d7-b16701d75c40 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436962 Mar 03 01:02:14.888056 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6eb46-1100-4e08-bc7b-a037b5f52ee0 req-b232fc6b-0036-4266-8a29-0f0ed6f5618e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:14.891275 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-acb6eb46-1100-4e08-bc7b-a037b5f52ee0 req-b232fc6b-0036-4266-8a29-0f0ed6f5618e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0585454 Mar 03 01:02:14.988740 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-acb6eb46-1100-4e08-bc7b-a037b5f52ee0 req-220221b4-002a-42c5-a269-f636318cbc47 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873387 Mar 03 01:02:15.214346 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:02:15.375321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:15.376321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:15.398705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 5de5eec9-6f29-4d37-be6c-491ba6317156 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:02:15.399331 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:15.494076 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:15.494736 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:15.541637 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:15.544361 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa67c00a-6259-49c7-9023-8d6593971116" -d '{"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-plugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:15.545353 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba853e0-6d4e-471f-b273-04c019aa5697 req-cca3671b-eb5d-4211-b5b2-ab3954152ae5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:15.555417 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ba853e0-6d4e-471f-b273-04c019aa5697 req-cca3671b-eb5d-4211-b5b2-ab3954152ae5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 943 time: 0.1295805 Mar 03 01:02:15.570642 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:15.579056 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:15.622836 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5a34a-c42d-4f4f-bac5-e60f77712269 x-openstack-request-id: req-90e5a34a-c42d-4f4f-bac5-e60f77712269 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:15.623136 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-plugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:15.623738 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90e5a34a-c42d-4f4f-bac5-e60f77712269 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:15.623948 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'code': 200} Mar 03 01:02:15.643601 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=7']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:15.645453 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ba853e0-6d4e-471f-b273-04c019aa5697 req-69cf874a-d325-489e-9a04-e4ac69f9869e tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802910 Mar 03 01:02:15.833764 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833518-e9c1-4a54-9c75-0795663e24bf req-f9b1701d-1d95-43cc-8b79-367473e5f24e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:15.840600 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e5833518-e9c1-4a54-9c75-0795663e24bf req-f9b1701d-1d95-43cc-8b79-367473e5f24e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0699430 Mar 03 01:02:15.900014 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e5833518-e9c1-4a54-9c75-0795663e24bf req-4a01b104-2732-4aa6-8466-0997b62a5db6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583365 Mar 03 01:02:16.161033 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b4fe-5419-48da-8027-843b3c38a6b7 req-de4c75ce-1aed-43df-abed-0f92ce6d2c3a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:16.162577 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dc67b4fe-5419-48da-8027-843b3c38a6b7 req-de4c75ce-1aed-43df-abed-0f92ce6d2c3a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0773928 Mar 03 01:02:16.216087 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dc67b4fe-5419-48da-8027-843b3c38a6b7 req-bee7f7ce-5b35-4e14-8f73-ed4d59c8fb00 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Mar 03 01:02:16.800143 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d475e2-c4cb-4b65-9118-c9206ef70b6b req-25459da4-208a-4db1-bf77-4871fc2c3577 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:16.802598 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00d475e2-c4cb-4b65-9118-c9206ef70b6b req-25459da4-208a-4db1-bf77-4871fc2c3577 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1190856 Mar 03 01:02:16.837640 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eee044-8be3-4313-8442-b76854d1dab5 req-cddfea7d-46b8-4fa9-8385-78f3d5fdf1e5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:16.854171 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48eee044-8be3-4313-8442-b76854d1dab5 req-cddfea7d-46b8-4fa9-8385-78f3d5fdf1e5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 943 time: 0.1247759 Mar 03 01:02:16.896322 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00d475e2-c4cb-4b65-9118-c9206ef70b6b req-911ddc61-187b-4e49-a15c-ccd5b3c68519 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878074 Mar 03 01:02:16.945724 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48eee044-8be3-4313-8442-b76854d1dab5 req-e25ec779-54c7-496e-9cef-e05b8a949908 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791178 Mar 03 01:02:17.062374 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeadfc-b587-4d17-8a45-43356ec2a5df req-301160d9-6698-494f-bb40-edd4a55c8c43 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:17.063905 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-96eeadfc-b587-4d17-8a45-43356ec2a5df req-301160d9-6698-494f-bb40-edd4a55c8c43 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0656922 Mar 03 01:02:17.132750 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-96eeadfc-b587-4d17-8a45-43356ec2a5df req-b5cef29d-a6f4-460f-a9fd-1d28c64278bb tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626740 Mar 03 01:02:17.235778 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f3bf3ce5-9895-43f8-94b9-e6e3951278e7 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:02:17.370933 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692ca90-13b5-4f06-8616-d6324ef8c17a req-15652333-bae5-4c69-8fb1-6a47873c2811 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:17.371344 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:17.385296 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b692ca90-13b5-4f06-8616-d6324ef8c17a req-15652333-bae5-4c69-8fb1-6a47873c2811 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0973120 Mar 03 01:02:17.403265 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7', 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965', 'port_id': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7', 'mac_address': 'fa:16:3e:ac:ae:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fc6aa9-b0da-424f-8121-e613a0e24029', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:02:17.469974 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b692ca90-13b5-4f06-8616-d6324ef8c17a req-5e10658e-da02-477a-b7b4-1af3befb69ec tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839357 Mar 03 01:02:17.488784 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:17.489277 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:17.525833 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bf3ce5-9895-43f8-94b9-e6e3951278e7 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:02:17.574225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:17.581815 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:17.674682 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:18.047422 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07169c51-5215-48f0-97c8-a02072b78b3c req-6d9c6b38-7e2e-40f1-9cba-5b7d44c80b6e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:18.050517 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07169c51-5215-48f0-97c8-a02072b78b3c req-6d9c6b38-7e2e-40f1-9cba-5b7d44c80b6e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0690920 Mar 03 01:02:18.134276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07169c51-5215-48f0-97c8-a02072b78b3c req-8bfce4f4-ca28-4553-8065-a6e3411baba7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724425 Mar 03 01:02:18.153587 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a24723-83c1-4457-9eaf-79fab1de8f50 req-cfd23e40-0ce4-4a89-98c0-f76b1ccece90 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:18.155060 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54a24723-83c1-4457-9eaf-79fab1de8f50 req-cfd23e40-0ce4-4a89-98c0-f76b1ccece90 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 944 time: 0.1036665 Mar 03 01:02:18.228330 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['f3bf3ce5-9895-43f8-94b9-e6e3951278e7'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:18.311829 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54a24723-83c1-4457-9eaf-79fab1de8f50 req-579841ce-9501-4ec4-b6af-d993cf0d7b3b tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506824 Mar 03 01:02:18.362459 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fad7c-73f3-4dac-98b7-0d3394982e3b req-7f5817dc-b157-478a-8971-7ae63f363087 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:18.369453 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5e5fad7c-73f3-4dac-98b7-0d3394982e3b req-7f5817dc-b157-478a-8971-7ae63f363087 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1033204 Mar 03 01:02:18.444171 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5e5fad7c-73f3-4dac-98b7-0d3394982e3b req-685110b6-6e0a-4144-b6a3-f0dae34fcd31 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737102 Mar 03 01:02:18.603856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c9a71-afe6-4a6b-a44b-1fa53d081eeb req-4478ee2e-0ee5-4218-9217-b753086d4a2b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:18.611014 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-721c9a71-afe6-4a6b-a44b-1fa53d081eeb req-4478ee2e-0ee5-4218-9217-b753086d4a2b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0737500 Mar 03 01:02:18.683806 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-721c9a71-afe6-4a6b-a44b-1fa53d081eeb req-e98a6fc0-78ad-4f79-b7a4-6b7fa8fa0e99 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716105 Mar 03 01:02:19.349752 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f039c-1baf-427e-a10f-8675db9278f3 req-06d31fad-4a96-41a1-9bda-d8146b239573 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:19.358209 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c27f039c-1baf-427e-a10f-8675db9278f3 req-06d31fad-4a96-41a1-9bda-d8146b239573 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1244724 Mar 03 01:02:19.810107 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c27f039c-1baf-427e-a10f-8675db9278f3 req-b83f2be0-ba9d-4c3f-9225-cceb41f7a2d0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446206 Mar 03 01:02:19.823694 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48770e35-7cef-4a0c-b9af-2de1df6c523f req-00bb945a-daf7-4cc5-9e2e-632854e3e239 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:19.841152 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48770e35-7cef-4a0c-b9af-2de1df6c523f req-00bb945a-daf7-4cc5-9e2e-632854e3e239 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 944 time: 0.1294916 Mar 03 01:02:19.917430 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48770e35-7cef-4a0c-b9af-2de1df6c523f req-72efc6fd-b8db-458b-801d-ff4016f95c16 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746365 Mar 03 01:02:20.008836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a08c0-ae69-4405-a2a4-9befa1b716f7 req-efc04866-343e-4b53-86fd-60803d41fd10 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:20.015435 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-944a08c0-ae69-4405-a2a4-9befa1b716f7 req-efc04866-343e-4b53-86fd-60803d41fd10 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1221991 Mar 03 01:02:20.097744 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-944a08c0-ae69-4405-a2a4-9befa1b716f7 req-7de0c793-cc6a-4a05-98a5-2fb5972d0cf0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800996 Mar 03 01:02:20.125515 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7cfbf-2009-4ad0-9e5d-0b60d0951144 req-d55cb171-2467-4a18-96e9-7d0817a57b07 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:20.131517 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60f7cfbf-2009-4ad0-9e5d-0b60d0951144 req-d55cb171-2467-4a18-96e9-7d0817a57b07 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1079779 Mar 03 01:02:20.197395 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60f7cfbf-2009-4ad0-9e5d-0b60d0951144 req-28a3d06c-0b2f-4755-b82c-5758e0d71c88 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Mar 03 01:02:20.936005 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ce54-c7e7-49aa-bbb7-7e2b5b7f97fc req-af0cdf6b-615f-4651-833c-27d8e6ca07ca tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:20.937479 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-11b2ce54-c7e7-49aa-bbb7-7e2b5b7f97fc req-af0cdf6b-615f-4651-833c-27d8e6ca07ca tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0512359 Mar 03 01:02:20.997848 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-11b2ce54-c7e7-49aa-bbb7-7e2b5b7f97fc req-a6f92870-c787-4973-8d33-b11515cae3e5 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523036 Mar 03 01:02:21.040674 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596465e-9495-4921-af04-57162ceb2e09 req-50e309e3-6fb6-4635-abe8-dc2a091842e3 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:21.042115 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0596465e-9495-4921-af04-57162ceb2e09 req-50e309e3-6fb6-4635-abe8-dc2a091842e3 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 944 time: 0.0578873 Mar 03 01:02:21.086871 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0596465e-9495-4921-af04-57162ceb2e09 req-cce569fa-4026-48bc-8c65-4b987c48540b tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Mar 03 01:02:21.218697 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25263901-37a3-4f2f-99c0-341b6544eca8 req-193773c4-65ed-478e-801e-ae1c25deb0f9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:21.220283 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-25263901-37a3-4f2f-99c0-341b6544eca8 req-193773c4-65ed-478e-801e-ae1c25deb0f9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0530899 Mar 03 01:02:21.226368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f3bf3ce5-9895-43f8-94b9-e6e3951278e7 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:02:21.276141 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:02:21.279724 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:02:21.280141 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:21.284552 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-25263901-37a3-4f2f-99c0-341b6544eca8 req-64471175-c940-44d0-985b-100510a272cc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583241 Mar 03 01:02:21.334858 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09a41b-0233-4389-bd63-da8e0b303c2a req-4fbc2db5-849b-48ff-a487-d8e8a43769a1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:21.340506 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fc09a41b-0233-4389-bd63-da8e0b303c2a req-4fbc2db5-849b-48ff-a487-d8e8a43769a1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0692899 Mar 03 01:02:21.378645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:21.379147 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:21.401788 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fc09a41b-0233-4389-bd63-da8e0b303c2a req-bcfc311f-a416-4983-9d34-bf3987a0e318 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Mar 03 01:02:21.405078 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:21.408297 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53cadd7-577e-4512-8372-b3b0785cf6e8" -d '{"events": [{"server_uuid": "ca3d9c82-b576-4bd5-a524-f21f20ac2935", "name": "network-vif-plugged", "status": "completed", "tag": "f3bf3ce5-9895-43f8-94b9-e6e3951278e7"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:21.423940 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:21.428917 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:21.454984 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329bc9a-ea9d-4493-86df-72ec64c9cb6b x-openstack-request-id: req-4329bc9a-ea9d-4493-86df-72ec64c9cb6b {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:21.455321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3d9c82-b576-4bd5-a524-f21f20ac2935", "name": "network-vif-plugged", "status": "completed", "tag": "f3bf3ce5-9895-43f8-94b9-e6e3951278e7", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:21.455579 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4329bc9a-ea9d-4493-86df-72ec64c9cb6b {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:21.456026 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7', 'code': 200} Mar 03 01:02:21.481803 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:21.736112 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c052cf-2853-429c-b6a6-a0041298bd3b req-3b07a718-3ff4-4f53-812b-87e2a5da988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:21.738435 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1c052cf-2853-429c-b6a6-a0041298bd3b req-3b07a718-3ff4-4f53-812b-87e2a5da988c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 1129 time: 0.0530014 Mar 03 01:02:21.797892 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1c052cf-2853-429c-b6a6-a0041298bd3b req-4d2398de-dcbb-403c-8e59-4a3fdb78e85d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518355 Mar 03 01:02:21.982374 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-46ceca10-ae81-4e5a-9536-38033ce9f431 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439509473&fields=id&tenant_id=5ab2852289ab4f8b8110e337160afd43 HTTP/1.1" status: 200 len: 267 time: 0.0445621 Mar 03 01:02:22.218864 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-20925237-858c-4099-93ff-4213c0ee2b7e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:22.221936 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-20925237-858c-4099-93ff-4213c0ee2b7e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 809 time: 0.2257023 Mar 03 01:02:22.252435 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-af2de4d8-89d6-41d3-9a3f-41c56d4df9e7 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/quotas/5ab2852289ab4f8b8110e337160afd43 HTTP/1.1" status: 200 len: 375 time: 0.0206525 Mar 03 01:02:22.321309 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449cbc-deac-4c13-a09b-2eeac6f334e1 req-05a9bec5-08d0-4673-a5ae-7a9d1c1eed33 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:22.322951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75449cbc-deac-4c13-a09b-2eeac6f334e1 req-05a9bec5-08d0-4673-a5ae-7a9d1c1eed33 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1475809 Mar 03 01:02:22.344846 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-33e7ab25-2b51-4db6-9e32-1f8608f37d90 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847993 Mar 03 01:02:22.460812 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75449cbc-deac-4c13-a09b-2eeac6f334e1 req-0ce4c3c1-67ee-486e-a88c-bd642fcdb2cf tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228933 Mar 03 01:02:22.539783 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-8b93e6ba-3573-4827-90bb-9c8e142610e7 service neutron] 10.222.0.18 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785555 Mar 03 01:02:22.718909 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfafac-b444-4aa4-8242-5a09fcc1af95 req-279963c4-ca0a-4b04-ab2e-6de360c413b4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:22.723826 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6ddfafac-b444-4aa4-8242-5a09fcc1af95 req-279963c4-ca0a-4b04-ab2e-6de360c413b4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 945 time: 0.0975797 Mar 03 01:02:22.765455 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-fe22551d-07af-47f3-a86d-d83b6b8d9851 service neutron] 10.222.0.18 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228160 Mar 03 01:02:22.812130 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6ddfafac-b444-4aa4-8242-5a09fcc1af95 req-e18a80e1-4229-427c-92a8-ebeb0f15a6b3 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818400 Mar 03 01:02:22.975589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41642e63-ae16-4f22-add9-aabd7d2bf1b3 req-52f0e9c8-966a-423d-aacd-e4afee003edd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:22.977744 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-41642e63-ae16-4f22-add9-aabd7d2bf1b3 req-52f0e9c8-966a-423d-aacd-e4afee003edd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0641525 Mar 03 01:02:23.061731 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-41642e63-ae16-4f22-add9-aabd7d2bf1b3 req-e97d7ec8-a95a-406d-8ae8-9f2fd56ebb9c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757194 Mar 03 01:02:23.207326 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-78b38511-e056-414a-87e9-8467ed72742d req-d9dcc121-1939-4220-8718-a5788024e3ed tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 210 time: 0.0384812 Mar 03 01:02:23.220331 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcc7a4-9722-46f8-b0a1-1e2efa58d44d req-975a2950-0ffb-4607-a987-9548ee36cac4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:23.228278 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ddcc7a4-9722-46f8-b0a1-1e2efa58d44d req-975a2950-0ffb-4607-a987-9548ee36cac4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1068010 Mar 03 01:02:23.292376 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ddcc7a4-9722-46f8-b0a1-1e2efa58d44d req-61544980-bc8b-4e05-ab7f-32cb3a660382 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553346 Mar 03 01:02:23.616031 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499172a-db33-4bec-8270-f1dde7d31d21 req-36a7b22b-9b84-4b28-9ff1-9c0b23707066 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:23.625219 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f499172a-db33-4bec-8270-f1dde7d31d21 req-36a7b22b-9b84-4b28-9ff1-9c0b23707066 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0701602 Mar 03 01:02:23.715484 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f499172a-db33-4bec-8270-f1dde7d31d21 req-369650d0-6055-4032-9a51-3e1aac1d983d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887699 Mar 03 01:02:23.999689 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff0376-2371-480a-a71f-0550ec6aceca req-83d60b4b-fbc6-43f1-8ab8-338b915f59a1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:24.007390 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7eff0376-2371-480a-a71f-0550ec6aceca req-83d60b4b-fbc6-43f1-8ab8-338b915f59a1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 945 time: 0.0696449 Mar 03 01:02:24.071489 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7eff0376-2371-480a-a71f-0550ec6aceca req-79ed28b5-0f66-4184-9bda-b55ca8852c07 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629859 Mar 03 01:02:24.152711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 33762) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:24.234367 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb8cbf-a7be-4f54-9618-bb52b2d4cae1 req-3b8e1138-7efd-4379-9ba4-1b1e9d4827b4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:24.243323 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aaeb8cbf-a7be-4f54-9618-bb52b2d4cae1 req-3b8e1138-7efd-4379-9ba4-1b1e9d4827b4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0844526 Mar 03 01:02:24.317360 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aaeb8cbf-a7be-4f54-9618-bb52b2d4cae1 req-37add7be-e842-4f2d-8b67-97f8935fc38c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732691 Mar 03 01:02:24.369800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57a46d3d-cb90-45f8-bebd-1345a491091a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:24.454091 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6c75f2fb-68b1-47e2-a773-8befc52dae20 req-a823cd94-c5fd-4913-8032-56dd722fc115 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 210 time: 0.0963516 Mar 03 01:02:24.561981 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c822-96b5-4912-90ea-76cc45299b9c req-9055d2e8-937e-4b07-90b1-c0085d071399 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:24.563558 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1b4c822-96b5-4912-90ea-76cc45299b9c req-9055d2e8-937e-4b07-90b1-c0085d071399 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1138918 Mar 03 01:02:24.652022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57a46d3d-cb90-45f8-bebd-1345a491091a admin admin] Publish callbacks [] for security_group (b2ff3ad6-74cb-4cd5-b38c-114aa973249e), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:24.696943 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57a46d3d-cb90-45f8-bebd-1345a491091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (b2ff3ad6-74cb-4cd5-b38c-114aa973249e), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:24.993435 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1b4c822-96b5-4912-90ea-76cc45299b9c req-c8731d16-a1bc-447b-9c2f-2f9a53be3a6e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160838 Mar 03 01:02:25.078576 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-57a46d3d-cb90-45f8-bebd-1345a491091a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b66e2a5dbc5444e1ad7bcbfba18578b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9247439 Mar 03 01:02:25.081789 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33814) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:25.085443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a46d3d-cb90-45f8-bebd-1345a491091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ff3ad6-74cb-4cd5-b38c-114aa973249e,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:25.124234 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-0e19f2f1-f79a-4a18-a30c-bc451b96d778 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:25.125740 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-0e19f2f1-f79a-4a18-a30c-bc451b96d778 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 809 time: 0.3179061 Mar 03 01:02:25.158704 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c05f4d-081b-47db-bdf8-627f3997ef30 req-3bb863ac-12c1-4cb7-86f8-1a08c8a849bf tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:25.165785 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-98c05f4d-081b-47db-bdf8-627f3997ef30 req-3bb863ac-12c1-4cb7-86f8-1a08c8a849bf tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.3190563 Mar 03 01:02:25.200111 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cc30-fe93-4d38-bc77-8d7fb4be0d14 admin admin] Publish callbacks [] for security_group (b2ff3ad6-74cb-4cd5-b38c-114aa973249e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:25.229571 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cc30-fe93-4d38-bc77-8d7fb4be0d14 admin admin] Publish callbacks [] for security_group (b2ff3ad6-74cb-4cd5-b38c-114aa973249e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:25.252252 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-821614ac-df62-4f1b-9133-56c233afe123 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ab2852289ab4f8b8110e337160afd43 HTTP/1.1" status: 200 len: 380 time: 0.1086915 Mar 03 01:02:25.267368 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-98c05f4d-081b-47db-bdf8-627f3997ef30 req-9cce933b-dceb-416a-baa0-69018bdd2863 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953059 Mar 03 01:02:25.273381 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'port': {'device_id': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'admin_state_up': True, 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'security_groups': ['fadfe79d-0057-472e-a6f3-05d19b6bf7c6']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:25.324456 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cc30-fe93-4d38-bc77-8d7fb4be0d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (b2ff3ad6-74cb-4cd5-b38c-114aa973249e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:25.328554 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cc30-fe93-4d38-bc77-8d7fb4be0d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:25.334812 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cbc7cc30-fe93-4d38-bc77-8d7fb4be0d14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2ff3ad6-74cb-4cd5-b38c-114aa973249e HTTP/1.1" status: 204 len: 168 time: 0.2516844 Mar 03 01:02:25.371193 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7cc30-fe93-4d38-bc77-8d7fb4be0d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ff3ad6-74cb-4cd5-b38c-114aa973249e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:25.587758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Made reservation on behalf of 5ab2852289ab4f8b8110e337160afd43 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:02:25.591496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:25.616182 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6212-265b-4a99-ac6b-851fa7d829e1 req-c184b7bb-d093-4ead-8ee6-f33d085fae82 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:25.617774 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05cf6212-265b-4a99-ac6b-851fa7d829e1 req-c184b7bb-d093-4ead-8ee6-f33d085fae82 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1676900 Mar 03 01:02:25.664632 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2cb10e6-6bbe-4845-92c4-77bb30634c94 req-207c7794-6582-4831-a639-bd89c34179bd tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 210 time: 0.0702770 Mar 03 01:02:25.770503 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05cf6212-265b-4a99-ac6b-851fa7d829e1 req-943c110e-2d38-4310-9cfc-9778079d0658 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246960 Mar 03 01:02:25.866269 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Allocated IP 172.20.0.4 (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6/7fbd043a-31d5-42a8-ab35-c636fa9005d4/bdebc183-a6ad-4f54-bb86-38d23657c6e5) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:02:26.024971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:26.116769 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:26.140883 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:02:26.159800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528657-d239-4ae9-9d78-df3ab34eef85 req-2d39f2b7-0745-4977-8325-65a956af9886 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:26.167543 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-64528657-d239-4ae9-9d78-df3ab34eef85 req-2d39f2b7-0745-4977-8325-65a956af9886 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1036065 Mar 03 01:02:26.194010 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:02:26.199813 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:02:26.202374 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:02:26.259477 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:26.303872 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-64528657-d239-4ae9-9d78-df3ab34eef85 req-1f44c367-d5f1-4033-aaed-18f62d20794d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327951 Mar 03 01:02:26.334061 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:26.334727 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:26.420470 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-49f6b1c2-a123-4ca9-9e1c-af0d4ab53c62 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1512396 Mar 03 01:02:26.446189 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Request body: {'port': {'device_id': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:26.622219 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:26.650462 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5f08-220f-4dc9-a1c1-fb6c04de8557 req-c1c5a5f2-be73-4f17-b0ef-48ce0ad895ec tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:26.652764 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-683c5f08-220f-4dc9-a1c1-fb6c04de8557 req-c1c5a5f2-be73-4f17-b0ef-48ce0ad895ec tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.2795513 Mar 03 01:02:26.657550 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-65b745ad-7f81-4a9f-8648-0f732a992b56 None None] Provisioning complete for port bdebc183-a6ad-4f54-bb86-38d23657c6e5 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:02:26.658117 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-65b745ad-7f81-4a9f-8648-0f732a992b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:26.695222 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-65b745ad-7f81-4a9f-8648-0f732a992b56 None None] Port bdebc183-a6ad-4f54-bb86-38d23657c6e5 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:02:26.795245 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-683c5f08-220f-4dc9-a1c1-fb6c04de8557 req-60fd85bd-d0ac-4130-b4cf-7ca97b97bb24 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180608 Mar 03 01:02:26.928286 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1108d1-1ac6-4292-b019-616ea5ddb1ed req-dc4a0b7d-cb0c-48d4-ac07-346c15c4cdfb tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:26.929920 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8f1108d1-1ac6-4292-b019-616ea5ddb1ed req-dc4a0b7d-cb0c-48d4-ac07-346c15c4cdfb tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 931 time: 0.1469226 Mar 03 01:02:27.042687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dba0ac-2cfd-481f-998a-d666438d60b3 req-fdc22378-bb41-45f1-9984-dfd9beae4e51 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.044450 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60dba0ac-2cfd-481f-998a-d666438d60b3 req-fdc22378-bb41-45f1-9984-dfd9beae4e51 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1453240 Mar 03 01:02:27.052364 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8f1108d1-1ac6-4292-b019-616ea5ddb1ed req-a9eac2b7-9d5b-4740-95cf-04c90553d499 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036758 Mar 03 01:02:27.129108 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60dba0ac-2cfd-481f-998a-d666438d60b3 req-0655e43f-6d28-48bb-8ccc-005b496efe2e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776684 Mar 03 01:02:27.146677 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdebc183-a6ad-4f54-bb86-38d23657c6e5 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:02:27.156453 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Publish callbacks [] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:27.170207 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Transition to ACTIVE for port object bdebc183-a6ad-4f54-bb86-38d23657c6e5 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:02:27.175639 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:27.223989 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:27.315908 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Attempting to bind port bdebc183-a6ad-4f54-bb86-38d23657c6e5 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:02:27.315908 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Attempting to bind port bdebc183-a6ad-4f54-bb86-38d23657c6e5 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:02:27.316232 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Attempting to bind port bdebc183-a6ad-4f54-bb86-38d23657c6e5 on network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:02:27.321438 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Port bdebc183-a6ad-4f54-bb86-38d23657c6e5 on network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:02:27.321438 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Attempting to bind port bdebc183-a6ad-4f54-bb86-38d23657c6e5 on network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:02:27.327238 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:02:27.327710 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Checking segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:02:27.328211 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Bound using segment: {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:02:27.328721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Bound port: bdebc183-a6ad-4f54-bb86-38d23657c6e5, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355fb881-b3cd-49f7-88e9-aff3c806f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:02:27.329229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:27.475871 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:02:27.480197 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:02:27.490919 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:27.536243 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68270-f3ac-4013-981e-9742db4bb1be req-346fc2a1-4226-4d73-aad1-8b0c20dff9b7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.538036 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-acc68270-f3ac-4013-981e-9742db4bb1be req-346fc2a1-4226-4d73-aad1-8b0c20dff9b7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1337111 Mar 03 01:02:27.542745 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.543360 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:27.544685 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] 10.222.0.30 "PUT /v2.0/ports/bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 1093 time: 1.1110303 Mar 03 01:02:27.548489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:27.550801 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:27.609750 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aacd5-e5ff-4f8d-a668-9d7702d0224d service neutron] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:27.615314 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9874401f-0415-4c6f-a02c-1e05689ed988 x-openstack-request-id: req-9874401f-0415-4c6f-a02c-1e05689ed988 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:27.615607 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:27.615867 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9874401f-0415-4c6f-a02c-1e05689ed988 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:27.616509 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'status': 'completed', 'code': 200} Mar 03 01:02:27.629796 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-acc68270-f3ac-4013-981e-9742db4bb1be req-664013b5-07be-484a-a5b6-e3d46e7d7386 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820348 Mar 03 01:02:27.722594 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-c404d1eb-43e9-42f1-8aa2-70c832f1afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.724284 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-c404d1eb-43e9-42f1-8aa2-70c832f1afbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1127 time: 0.0472074 Mar 03 01:02:27.776652 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-e4badac1-3ed5-4f47-ad26-b46989c781b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 217 time: 0.0371516 Mar 03 01:02:27.833314 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-8dd02de6-600d-4a9a-80c2-421406608baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.834771 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-8dd02de6-600d-4a9a-80c2-421406608baf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.0478642 Mar 03 01:02:27.932614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-ef9a500d-df2a-42e2-b950-a18d66c2e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.934200 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-ef9a500d-df2a-42e2-b950-a18d66c2e02f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787117 Mar 03 01:02:27.950113 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199203f1-d479-4958-b6ae-8259c26baa10 req-cab22fe9-aa52-4afc-879c-ec5a658d4b43 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:27.951318 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-199203f1-d479-4958-b6ae-8259c26baa10 req-cab22fe9-aa52-4afc-879c-ec5a658d4b43 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0828247 Mar 03 01:02:27.997022 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-199203f1-d479-4958-b6ae-8259c26baa10 req-d72c9619-66f6-41d6-936b-39c3cb591fda tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398121 Mar 03 01:02:28.202944 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-89a7d2d1-c497-4f64-925c-23df33f5f7ea service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251235 Mar 03 01:02:28.213270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cd389-8787-498a-9d67-7de8d66a9534 req-6a4db634-87bc-4356-9438-accf3744e550 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.214897 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b18cd389-8787-498a-9d67-7de8d66a9534 req-6a4db634-87bc-4356-9438-accf3744e550 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0865436 Mar 03 01:02:28.352583 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb08d9-0f50-47e4-b2de-7babc23fff63 req-dae21b2d-940c-40ff-9ec1-4fe2beabb631 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.354077 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d8cb08d9-0f50-47e4-b2de-7babc23fff63 req-dae21b2d-940c-40ff-9ec1-4fe2beabb631 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1382010 Mar 03 01:02:28.364392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b18cd389-8787-498a-9d67-7de8d66a9534 req-c4fb051d-c840-459c-ab9d-7962c0bb3a07 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397128 Mar 03 01:02:28.402255 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-803cb4b3-4114-4a52-937a-ad95ebc82d01 req-1fc6db2f-9b63-40c5-aba3-72cd177017de service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444175 Mar 03 01:02:28.424925 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d8cb08d9-0f50-47e4-b2de-7babc23fff63 req-41633a96-9121-4819-8be4-6616a1450e73 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645497 Mar 03 01:02:28.493046 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-5236bb29-28ab-423d-b0f1-9bb72316bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.494558 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-5236bb29-28ab-423d-b0f1-9bb72316bbff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1129 time: 0.0506542 Mar 03 01:02:28.606187 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-2ab535e4-db65-43e2-8d45-70a06345cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.608606 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-2ab535e4-db65-43e2-8d45-70a06345cf07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1127 time: 0.0529268 Mar 03 01:02:28.647547 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-31e14fc0-b377-4fef-9923-f68200178668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.649218 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-31e14fc0-b377-4fef-9923-f68200178668 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.0945036 Mar 03 01:02:28.720955 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-62281c32-6a33-4501-a8a6-bbae56c02928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.723412 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-62281c32-6a33-4501-a8a6-bbae56c02928 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 909 time: 0.1068916 Mar 03 01:02:28.760594 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-3d63be3b-900f-433d-9121-139b3c557baa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 1001 time: 0.0986476 Mar 03 01:02:28.781249 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-ca0de68e-4a25-4365-abde-720cf1dcb548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 217 time: 0.0480113 Mar 03 01:02:28.843589 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-06ecd410-1d62-4192-a6bc-81f0c403d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.845088 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-06ecd410-1d62-4192-a6bc-81f0c403d93a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.0552638 Mar 03 01:02:28.859794 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92159228-cc3f-489e-a171-f98f51ee0f5a req-a78d76da-c2d6-41c6-809c-c0de2eaf312b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.861491 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92159228-cc3f-489e-a171-f98f51ee0f5a req-a78d76da-c2d6-41c6-809c-c0de2eaf312b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1036470 Mar 03 01:02:28.864349 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-ca62c895-36d2-49e4-993e-43d2892cd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.865736 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-ca62c895-36d2-49e4-993e-43d2892cd01d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0804014 Mar 03 01:02:28.903862 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-c71af8ad-2830-4f28-8f10-11eb9a65cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:28.905715 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-c71af8ad-2830-4f28-8f10-11eb9a65cd46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514524 Mar 03 01:02:29.020303 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-81af3f32-7da0-4163-8622-e918e0043e7d service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934038 Mar 03 01:02:29.114469 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1072f6a-f60d-4446-bb3b-bc9ce5d56d6c req-4695dce4-2324-4476-941d-96ca26889b0f service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892653 Mar 03 01:02:29.217890 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92159228-cc3f-489e-a171-f98f51ee0f5a req-ce122a84-2d86-4ab6-bded-0a378547e8e7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478830 Mar 03 01:02:29.222829 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-d54a42e0-73d5-4d6c-a62f-703049f93c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:29.224305 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-d54a42e0-73d5-4d6c-a62f-703049f93c8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3481808 Mar 03 01:02:29.235591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15578-063e-4be4-a64d-b3f44aa381ea req-2d1acef1-66f2-46e2-b03d-177f6f5d18a6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:29.237620 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbb15578-063e-4be4-a64d-b3f44aa381ea req-2d1acef1-66f2-46e2-b03d-177f6f5d18a6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1117079 Mar 03 01:02:29.336819 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbb15578-063e-4be4-a64d-b3f44aa381ea req-f7f8a84b-ba28-4272-b446-92f3474508eb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913796 Mar 03 01:02:29.358163 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-61065f48-a172-4d90-8297-0a7f298ab2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195219 Mar 03 01:02:29.492391 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9a5d641-e1b7-44a6-a86c-4776e87d524b req-6060b015-19c5-431f-8966-bf6f08991a04 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257136 Mar 03 01:02:29.516189 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4424f-fdcc-42bd-b012-57379a40c6d8 req-a6844502-c71f-4588-95dc-d0f8d7d61abf tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:29.517633 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-49d4424f-fdcc-42bd-b012-57379a40c6d8 req-a6844502-c71f-4588-95dc-d0f8d7d61abf tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0848651 Mar 03 01:02:29.599256 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621c32-f856-4a1a-8b98-bd89742cb063 req-6aff1f5f-c925-427e-a605-8cd01aed173e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:29.600134 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1621c32-f856-4a1a-8b98-bd89742cb063 req-6aff1f5f-c925-427e-a605-8cd01aed173e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.1023927 Mar 03 01:02:29.603939 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-49d4424f-fdcc-42bd-b012-57379a40c6d8 req-e9ab309f-146c-46cc-b071-866cd44d4d93 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670941 Mar 03 01:02:29.653900 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1621c32-f856-4a1a-8b98-bd89742cb063 req-3840c268-df6d-45e3-b054-779a379944e7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480032 Mar 03 01:02:30.172633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e54e43-e199-4867-9f18-883ed780a409 req-23b3e90f-1d47-4969-8f8c-225ae4f1789b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:30.174778 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66e54e43-e199-4867-9f18-883ed780a409 req-23b3e90f-1d47-4969-8f8c-225ae4f1789b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0514612 Mar 03 01:02:30.222180 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66e54e43-e199-4867-9f18-883ed780a409 req-d151bdfd-069c-438b-9613-67e0e9e6ee21 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Mar 03 01:02:30.342651 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03d728-82f9-464d-8f51-cda21eb75e2b req-0413f21d-c758-45d5-8e23-cc8fa9444416 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:30.344142 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2e03d728-82f9-464d-8f51-cda21eb75e2b req-0413f21d-c758-45d5-8e23-cc8fa9444416 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0553555 Mar 03 01:02:30.395474 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2e03d728-82f9-464d-8f51-cda21eb75e2b req-8db9dd5f-e4d5-4075-83ea-ea0ef4c6362a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Mar 03 01:02:30.462387 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06df91-ae11-4961-8bb0-dd12c8984387 req-8262c87e-b935-4c83-b3b5-c013be4d9997 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:30.463844 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed06df91-ae11-4961-8bb0-dd12c8984387 req-8262c87e-b935-4c83-b3b5-c013be4d9997 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0575087 Mar 03 01:02:30.511008 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed06df91-ae11-4961-8bb0-dd12c8984387 req-f144a9c6-8824-46c0-bbc5-eaeae4913896 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Mar 03 01:02:30.719525 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c653e-cc91-43de-808f-13044ebcc9b3 req-0c649a0b-5754-4054-8def-557879aed052 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:30.721597 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cd9c653e-cc91-43de-808f-13044ebcc9b3 req-0c649a0b-5754-4054-8def-557879aed052 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0531206 Mar 03 01:02:30.800476 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cd9c653e-cc91-43de-808f-13044ebcc9b3 req-29434a83-87f6-4efa-b4b8-b7addf60ad8c tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730400 Mar 03 01:02:30.810476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e6120-d51c-47f0-85ba-d3851432d71c req-966fcf97-4b0e-46b2-b9a2-aa616d7d670a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:30.811909 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-326e6120-d51c-47f0-85ba-d3851432d71c req-966fcf97-4b0e-46b2-b9a2-aa616d7d670a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 945 time: 0.0863383 Mar 03 01:02:30.863693 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-326e6120-d51c-47f0-85ba-d3851432d71c req-a946e3e3-baca-4ead-bf37-5325bd950dfd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Mar 03 01:02:31.337380 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:02:31.344010 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88184ff0-01a5-4d8d-b95e-3721cc884cb1 req-a91ecb54-8f16-4529-8e3b-23f4be518fbe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:31.345569 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-88184ff0-01a5-4d8d-b95e-3721cc884cb1 req-a91ecb54-8f16-4529-8e3b-23f4be518fbe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0558801 Mar 03 01:02:31.394528 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-88184ff0-01a5-4d8d-b95e-3721cc884cb1 req-c7d4baa8-6c4d-4ee7-b18e-91d3533d104e tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Mar 03 01:02:31.415805 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: ACTIVE; New status is: DOWN {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:31.416260 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:31.438902 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:31.441808 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb7747-6a77-408f-93d7-702969ad93c5" -d '{"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-unplugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:31.454746 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:31.460375 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:31.483784 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c6843d-d141-4fd6-be7d-d3f54f2c9e96 x-openstack-request-id: req-89c6843d-d141-4fd6-be7d-d3f54f2c9e96 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:31.484110 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-unplugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:31.484373 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89c6843d-d141-4fd6-be7d-d3f54f2c9e96 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:31.484771 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'code': 200} Mar 03 01:02:31.515284 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=8']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:31.521312 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533c173-80e6-4d22-97a9-e6a42e7d6d94 req-0a96dda4-9679-4b14-accb-79642d71922e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:31.522777 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f533c173-80e6-4d22-97a9-e6a42e7d6d94 req-0a96dda4-9679-4b14-accb-79642d71922e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0548716 Mar 03 01:02:31.571569 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f533c173-80e6-4d22-97a9-e6a42e7d6d94 req-7203aaff-bb88-4bbe-a045-90e4cf64e98b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Mar 03 01:02:31.635789 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494bf3b-2fba-4aec-a61a-8d795cfc0ee9 req-96cc0eb2-5879-4583-917b-90861cf40e9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:31.637171 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f494bf3b-2fba-4aec-a61a-8d795cfc0ee9 req-96cc0eb2-5879-4583-917b-90861cf40e9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0550587 Mar 03 01:02:31.682891 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f494bf3b-2fba-4aec-a61a-8d795cfc0ee9 req-a3c0f098-ca80-46a5-b8f2-4b13d4ddad81 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Mar 03 01:02:31.918117 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228c30c-9b97-42e6-8bc9-822fe570705e req-6c8ddb22-249c-4648-9cdb-c3e7f0d65fd7 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:31.919598 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6228c30c-9b97-42e6-8bc9-822fe570705e req-6c8ddb22-249c-4648-9cdb-c3e7f0d65fd7 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0527067 Mar 03 01:02:31.998001 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6228c30c-9b97-42e6-8bc9-822fe570705e req-14274256-0301-4010-be50-47551abcd6dc tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715711 Mar 03 01:02:32.016334 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2d809-3dbc-433e-8948-2497f09feece req-3db526d3-a501-4f26-a722-3809251db475 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:32.017822 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-caa2d809-3dbc-433e-8948-2497f09feece req-3db526d3-a501-4f26-a722-3809251db475 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0772562 Mar 03 01:02:32.067682 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-caa2d809-3dbc-433e-8948-2497f09feece req-9cc86613-ae05-4669-8af8-3a9973243f02 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Mar 03 01:02:32.508949 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b643a-ef14-474c-a2de-9a3c7627a7eb req-4e780ef1-61e6-439d-bcce-8fe6e7a81fbc tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:32.510383 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6f7b643a-ef14-474c-a2de-9a3c7627a7eb req-4e780ef1-61e6-439d-bcce-8fe6e7a81fbc tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0520921 Mar 03 01:02:32.557869 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6f7b643a-ef14-474c-a2de-9a3c7627a7eb req-6af1d4f5-178a-4b54-a0cd-f6a9fc53393c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Mar 03 01:02:32.697967 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3a42-4668-4021-ade2-0d5571d184b6 req-cb2bd942-d0aa-441d-8530-dec8f0456010 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:32.699432 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9d4e3a42-4668-4021-ade2-0d5571d184b6 req-cb2bd942-d0aa-441d-8530-dec8f0456010 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0593352 Mar 03 01:02:32.763291 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9d4e3a42-4668-4021-ade2-0d5571d184b6 req-138495f4-3eeb-43c0-91bb-3ef42bf78e0d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Mar 03 01:02:32.804459 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e5170-d176-4dba-addb-6c111b4bb675 req-76169df5-3e19-4801-9a49-4d4f4970d529 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:32.805916 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f52e5170-d176-4dba-addb-6c111b4bb675 req-76169df5-3e19-4801-9a49-4d4f4970d529 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0564737 Mar 03 01:02:32.855105 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f52e5170-d176-4dba-addb-6c111b4bb675 req-fcdba4dc-8418-40da-9a42-41e22217c1e6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Mar 03 01:02:33.023776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-773386c9-9c49-4db5-861a-f6d9853d6598 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:33.025199 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-773386c9-9c49-4db5-861a-f6d9853d6598 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 945 time: 0.0544069 Mar 03 01:02:33.188245 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99a78-774e-417f-8415-86f50fa5e87b req-b908fde7-f647-4125-9696-b8a5259a20f5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:33.190269 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cdc99a78-774e-417f-8415-86f50fa5e87b req-b908fde7-f647-4125-9696-b8a5259a20f5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.1151590 Mar 03 01:02:33.232202 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Deleting port 41ef0212-dc8c-4d95-8f18-4f92d33060dd {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:02:33.232541 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:33.302133 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9747e-8d8f-442b-ac4f-4c30711ca3e2 req-564b2652-d425-47a7-91c0-698b47a452f2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:33.303504 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-efd9747e-8d8f-442b-ac4f-4c30711ca3e2 req-564b2652-d425-47a7-91c0-698b47a452f2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.1625581 Mar 03 01:02:33.323980 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cdc99a78-774e-417f-8415-86f50fa5e87b req-3cd5f65d-5635-406f-afa4-082a8e56f913 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255500 Mar 03 01:02:33.390415 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] For port 41ef0212-dc8c-4d95-8f18-4f92d33060dd, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=41ef0212-dc8c-4d95-8f18-4f92d33060dd,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:33.390779 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:33.402033 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-efd9747e-8d8f-442b-ac4f-4c30711ca3e2 req-9f39709a-a2e0-45c9-b5b6-71634dda349e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923092 Mar 03 01:02:33.407628 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Calling delete_port for 41ef0212-dc8c-4d95-8f18-4f92d33060dd owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:02:33.547196 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (41ef0212-dc8c-4d95-8f18-4f92d33060dd), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:33.577054 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event deleted for resources: {'Port': ['ID=41ef0212-dc8c-4d95-8f18-4f92d33060dd,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:33.600024 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9', 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'eac56150-1379-48c5-b719-ef387a6cd3fc', '41ef0212-dc8c-4d95-8f18-4f92d33060dd'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:33.630867 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] No DVR routers for this DVR port 41ef0212-dc8c-4d95-8f18-4f92d33060dd on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:02:33.634044 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:33.637728 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bb9b8982-9b13-49e7-bdf2-e3b7274c93fc req-cee27177-6435-4010-aa6a-448def7d86d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "DELETE /v2.0/ports/41ef0212-dc8c-4d95-8f18-4f92d33060dd HTTP/1.1" status: 204 len: 173 time: 0.5971541 Mar 03 01:02:33.639891 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'name': 'network-vif-deleted', 'tag': '41ef0212-dc8c-4d95-8f18-4f92d33060dd'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:33.642520 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b2c9ae-a73e-4697-ae02-dd485897162e" -d '{"events": [{"server_uuid": "cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533", "name": "network-vif-deleted", "tag": "41ef0212-dc8c-4d95-8f18-4f92d33060dd"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:33.688145 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-792af70a-d087-4b0a-9edf-8c07f80579d6 req-e3d47974-30f5-4ca4-9cbb-0357aa271100 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533 HTTP/1.1" status: 200 len: 210 time: 0.0493422 Mar 03 01:02:33.767181 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02c2716-4e8c-46b6-b9df-f1e6bb5fb7d2 x-openstack-request-id: req-b02c2716-4e8c-46b6-b9df-f1e6bb5fb7d2 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:33.768110 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533", "name": "network-vif-deleted", "tag": "41ef0212-dc8c-4d95-8f18-4f92d33060dd", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:33.768110 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b02c2716-4e8c-46b6-b9df-f1e6bb5fb7d2 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:33.768550 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcfc5e1-1b39-43e8-b0a5-4e2aecb9c533', 'name': 'network-vif-deleted', 'tag': '41ef0212-dc8c-4d95-8f18-4f92d33060dd', 'status': 'completed', 'code': 200} Mar 03 01:02:33.907920 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02a23-7857-4b44-ac00-ed520a5b4a8f req-780c2234-07e2-472d-9328-9c23eb65e1ae tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:33.910592 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92e02a23-7857-4b44-ac00-ed520a5b4a8f req-780c2234-07e2-472d-9328-9c23eb65e1ae tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0690153 Mar 03 01:02:33.987570 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92e02a23-7857-4b44-ac00-ed520a5b4a8f req-393d9272-c9c1-4983-a5e0-429dd2e87c71 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706456 Mar 03 01:02:34.016923 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30536-7784-4bc3-86d2-5a1c3c2c5295 req-6017c635-bbda-4957-b269-50e7dd3adce1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:34.018450 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-43a30536-7784-4bc3-86d2-5a1c3c2c5295 req-6017c635-bbda-4957-b269-50e7dd3adce1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0733569 Mar 03 01:02:34.059747 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [req-ca09eace-177e-4b31-9166-bf485ade0f61 req-ffd9e7bd-78c2-4401-8e02-770c9797ed28 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 01:02:34.060961 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca09eace-177e-4b31-9166-bf485ade0f61 req-ffd9e7bd-78c2-4401-8e02-770c9797ed28 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075483 Mar 03 01:02:34.076228 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-43a30536-7784-4bc3-86d2-5a1c3c2c5295 req-32b4731c-06f9-421c-86d5-efadc3d1460e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522637 Mar 03 01:02:34.217611 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284a56a-c22f-46e4-a28e-3aa921d8aae6 req-15a60fce-7034-4d76-ab72-1656d7d2a072 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:34.219348 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6284a56a-c22f-46e4-a28e-3aa921d8aae6 req-15a60fce-7034-4d76-ab72-1656d7d2a072 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0539420 Mar 03 01:02:34.270043 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6284a56a-c22f-46e4-a28e-3aa921d8aae6 req-c6a6ae28-98b5-4432-b708-21f30acfb9e2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436432 Mar 03 01:02:34.452226 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de11a3-d104-472e-ac0f-dc99a4ffc741 req-0b80a9ff-dda3-4082-92e4-18cd8375fa28 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:34.453836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-14de11a3-d104-472e-ac0f-dc99a4ffc741 req-0b80a9ff-dda3-4082-92e4-18cd8375fa28 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0622280 Mar 03 01:02:34.504376 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-14de11a3-d104-472e-ac0f-dc99a4ffc741 req-d8e57d14-27ca-40a9-96fe-cc95e0bac077 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444708 Mar 03 01:02:34.566518 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 33994) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:34.654155 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-74f25f22-f647-409b-a9c0-b7010cb6ead1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864608 Mar 03 01:02:34.663519 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-07488210-c07c-4030-9d6d-793aa534023e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 01:02:34.664495 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-07488210-c07c-4030-9d6d-793aa534023e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052717 Mar 03 01:02:34.744571 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34006) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:34.801450 dv-cinder-831090-5-iscsi neutron-server[102987]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 01:02:34.852721 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea046-ab11-407c-a712-949b0915e36f req-36c415d7-bdd7-4d2d-9760-9a11f1a11c16 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:34.854227 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-36c415d7-bdd7-4d2d-9760-9a11f1a11c16 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports/5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 940 time: 0.1086140 Mar 03 01:02:35.119143 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3992b5-0684-476c-877b-31ba887539d9 req-17cd30b6-fd0c-4b9a-a337-fe609dcc32a4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:35.120971 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5b3992b5-0684-476c-877b-31ba887539d9 req-17cd30b6-fd0c-4b9a-a337-fe609dcc32a4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0607283 Mar 03 01:02:35.201844 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5b3992b5-0684-476c-877b-31ba887539d9 req-1f92c3c4-0e70-40b1-bb5d-937062c91dcb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727181 Mar 03 01:02:35.234565 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd66ff-8fd1-4ca9-abf9-c2213faa1795 req-ca148812-c8cf-4044-8e37-bdc6868905d6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:35.236183 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1dd66ff-8fd1-4ca9-abf9-c2213faa1795 req-ca148812-c8cf-4044-8e37-bdc6868905d6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0841177 Mar 03 01:02:35.285958 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c1dd66ff-8fd1-4ca9-abf9-c2213faa1795 req-eb0f88f8-3317-4c38-87a3-51f92b79f03c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434294 Mar 03 01:02:35.365782 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:02:35.408996 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982a6d-7eee-4865-95a7-075053e4adf5 req-6f2e1c29-b717-4fe8-a897-ff74f7db76b0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:35.410628 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3982a6d-7eee-4865-95a7-075053e4adf5 req-6f2e1c29-b717-4fe8-a897-ff74f7db76b0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0592964 Mar 03 01:02:35.449135 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: DOWN; New status is: DOWN {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:35.463437 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3982a6d-7eee-4865-95a7-075053e4adf5 req-5ad1f741-5665-4a50-a74d-6b5226eaa896 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469916 Mar 03 01:02:35.622568 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d7f26-b70d-4dbe-91af-abf8d551da3f req-3509751a-88d6-434c-90e3-a83dda4da676 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:35.623974 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d90d7f26-b70d-4dbe-91af-abf8d551da3f req-3509751a-88d6-434c-90e3-a83dda4da676 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0527356 Mar 03 01:02:35.673277 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d90d7f26-b70d-4dbe-91af-abf8d551da3f req-788b4d3e-78d3-401b-89cb-1e0a5f06db77 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436080 Mar 03 01:02:36.093195 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc740a19-ca8d-4fb6-8411-036c06647a1d req-669c26c9-1ae1-4123-ab65-2ba8a818b8bb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.094668 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fc740a19-ca8d-4fb6-8411-036c06647a1d req-669c26c9-1ae1-4123-ab65-2ba8a818b8bb tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0575893 Mar 03 01:02:36.148487 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fc740a19-ca8d-4fb6-8411-036c06647a1d req-2d6acaca-d89b-4037-a333-b9dab9610fd9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Mar 03 01:02:36.349022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aa6e7-fcb5-48fc-9961-bbb5553cf86b req-e7b2a02b-a274-4268-8dca-54602c7a9b4b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.350512 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c84aa6e7-fcb5-48fc-9961-bbb5553cf86b req-e7b2a02b-a274-4268-8dca-54602c7a9b4b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0635881 Mar 03 01:02:36.435353 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c84aa6e7-fcb5-48fc-9961-bbb5553cf86b req-59a111b1-59d1-48e9-80f0-e0ab17ef3caf tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778425 Mar 03 01:02:36.446137 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c84ac-810b-4ad3-860e-9b478b5d5bd4 req-92dc5046-16c0-4745-8d9f-3deb6e349b5f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.447937 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e92c84ac-810b-4ad3-860e-9b478b5d5bd4 req-92dc5046-16c0-4745-8d9f-3deb6e349b5f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0890310 Mar 03 01:02:36.496155 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e92c84ac-810b-4ad3-860e-9b478b5d5bd4 req-785e1a0b-fb66-48f8-800d-543099170478 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419977 Mar 03 01:02:36.593241 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ea90b-6292-4136-98af-2432bf1a7d9b req-ee7f6d80-a24e-4bbf-bf2d-cebe354733dd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.594702 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c52ea90b-6292-4136-98af-2432bf1a7d9b req-ee7f6d80-a24e-4bbf-bf2d-cebe354733dd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0561521 Mar 03 01:02:36.642760 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c52ea90b-6292-4136-98af-2432bf1a7d9b req-0c7dd629-6c5e-44cd-b5bc-5b8e2048a598 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 Mar 03 01:02:36.790301 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24553fa-8610-44d2-ac6d-08aedfcee2d9 req-dc697d31-c4af-4c75-a02c-518f4a59784b tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.791792 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a24553fa-8610-44d2-ac6d-08aedfcee2d9 req-dc697d31-c4af-4c75-a02c-518f4a59784b tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0554478 Mar 03 01:02:36.906028 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a24553fa-8610-44d2-ac6d-08aedfcee2d9 req-92f96352-ed75-42f7-a824-bf5295a293bb tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059489 Mar 03 01:02:36.908604 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea046-ab11-407c-a712-949b0915e36f req-e2f517dd-e309-48d8-a290-1da7a0fb6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.910536 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-e2f517dd-e309-48d8-a290-1da7a0fb6452 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95&tenant_id=bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 1127 time: 0.1178658 Mar 03 01:02:36.994359 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea046-ab11-407c-a712-949b0915e36f req-460e8690-0ab3-4317-a2f8-3e263e6f031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:36.995811 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-460e8690-0ab3-4317-a2f8-3e263e6f031b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1127 time: 0.0452933 Mar 03 01:02:37.089414 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea046-ab11-407c-a712-949b0915e36f req-5cd657e9-b73b-4306-8cb2-9dabae7807b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.090887 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-5cd657e9-b73b-4306-8cb2-9dabae7807b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.0858915 Mar 03 01:02:37.162540 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-06c0896e-9671-42cf-8612-31b8f83dbba6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 999 time: 0.0582001 Mar 03 01:02:37.234853 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea046-ab11-407c-a712-949b0915e36f req-050ebd9f-3758-4bfc-b9e4-0433e0943a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.236300 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-050ebd9f-3758-4bfc-b9e4-0433e0943a5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0544930 Mar 03 01:02:37.314642 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098a426-5d2e-48ce-ae7d-2f13644d0a37 req-00a5cd38-5244-4f0f-b97d-960f6310a870 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.316621 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5098a426-5d2e-48ce-ae7d-2f13644d0a37 req-00a5cd38-5244-4f0f-b97d-960f6310a870 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0988863 Mar 03 01:02:37.322908 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea046-ab11-407c-a712-949b0915e36f req-738cb398-8ec0-46cd-8425-718fb0456bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.324324 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-738cb398-8ec0-46cd-8425-718fb0456bcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700490 Mar 03 01:02:37.345841 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:02:37.381533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 41ef0212-dc8c-4d95-8f18-4f92d33060dd no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:02:37.426069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5098a426-5d2e-48ce-ae7d-2f13644d0a37 req-1569d107-f83a-4dc0-94c7-f86a4184fefe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007900 Mar 03 01:02:37.434380 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 41ef0212-dc8c-4d95-8f18-4f92d33060dd {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:02:37.434541 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 41ef0212-dc8c-4d95-8f18-4f92d33060dd not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:02:37.455605 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-57a80a36-a0aa-4ced-9d0c-f6094ed0a035 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206107 Mar 03 01:02:37.483776 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:37.495734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'port_id': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'mac_address': 'fa:16:3e:03:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:02:37.538828 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port bdebc183-a6ad-4f54-bb86-38d23657c6e5 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:37.539144 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:37.556148 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdebc183-a6ad-4f54-bb86-38d23657c6e5 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:02:37.579295 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:37.584187 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:37.633129 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:37.643070 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36aba2-71f0-4778-9dd3-4c63f4b5bf62 req-dd8127b9-f609-4238-a16a-9e82b73f528b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.645486 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0e36aba2-71f0-4778-9dd3-4c63f4b5bf62 req-dd8127b9-f609-4238-a16a-9e82b73f528b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1197829 Mar 03 01:02:37.647244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71eea046-ab11-407c-a712-949b0915e36f req-e89e11b7-10ae-408c-a149-620cd3e2fc96 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734920 Mar 03 01:02:37.686367 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcac9a0-dd9f-4f78-9241-f7cba5102945 req-2deb8d29-eb66-4790-a74c-c3e5148ba12b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.687842 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6dcac9a0-dd9f-4f78-9241-f7cba5102945 req-2deb8d29-eb66-4790-a74c-c3e5148ba12b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1069624 Mar 03 01:02:37.724666 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0e36aba2-71f0-4778-9dd3-4c63f4b5bf62 req-637c55d4-71d4-48b1-9b5c-411e9a05b30a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732355 Mar 03 01:02:37.755679 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6dcac9a0-dd9f-4f78-9241-f7cba5102945 req-09aecbc6-96ee-48af-9cfc-a15950d8065d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611029 Mar 03 01:02:37.836972 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff45d2-55e4-4991-be4e-22ce32e159b2 req-0a338d1d-6ed2-4bf7-bc4b-525db471398e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.838431 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b5ff45d2-55e4-4991-be4e-22ce32e159b2 req-0a338d1d-6ed2-4bf7-bc4b-525db471398e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0525861 Mar 03 01:02:37.899202 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b5ff45d2-55e4-4991-be4e-22ce32e159b2 req-98580bf1-64f9-4d56-8ce5-f7e26fbcf3cf tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550444 Mar 03 01:02:37.989849 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068060-75ad-4828-a80a-51dcc779830b req-11c28f84-bf28-4534-a034-460c2b69944b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:37.991527 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10068060-75ad-4828-a80a-51dcc779830b req-11c28f84-bf28-4534-a034-460c2b69944b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0661550 Mar 03 01:02:38.103739 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10068060-75ad-4828-a80a-51dcc779830b req-53f080bb-adfe-43ce-901b-4c106a2713db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017785 Mar 03 01:02:38.119873 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1e39-088c-4660-b1fb-1ab342020739 req-e7835216-5b96-4768-9d2a-ff9e9d744d0f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:38.121400 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-38ea1e39-088c-4660-b1fb-1ab342020739 req-e7835216-5b96-4768-9d2a-ff9e9d744d0f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 944 time: 0.1289237 Mar 03 01:02:38.146105 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['bdebc183-a6ad-4f54-bb86-38d23657c6e5'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:38.156503 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-f13281a7-614b-4ce5-b6fe-f15f119f1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:38.157998 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-f13281a7-614b-4ce5-b6fe-f15f119f1278 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1130 time: 0.0920711 Mar 03 01:02:38.220645 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-38ea1e39-088c-4660-b1fb-1ab342020739 req-a4fc6e2d-e1ab-41e1-ac3f-16e34f07c0e9 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932817 Mar 03 01:02:38.341688 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-1d77f20b-bca1-433b-9cb5-a0694bee92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:38.348818 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-1d77f20b-bca1-433b-9cb5-a0694bee92f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.1644573 Mar 03 01:02:38.632118 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91799-191e-4ae2-b6f3-72740f8c2a03 req-36d24ab6-7deb-46a2-89d8-42ac8ab0bc92 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:38.634634 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10a91799-191e-4ae2-b6f3-72740f8c2a03 req-36d24ab6-7deb-46a2-89d8-42ac8ab0bc92 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0679722 Mar 03 01:02:38.669291 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7f4d-f4e6-46ee-a211-80940eaa11f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:38.711454 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10a91799-191e-4ae2-b6f3-72740f8c2a03 req-bef00d87-8d29-4c29-ba8b-1987c103b895 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Mar 03 01:02:38.858555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18abd0b-eaed-4fa4-8c18-34a3d7bd4962 req-50c800b9-5500-4376-8868-bd02e18341f5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:38.861046 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c18abd0b-eaed-4fa4-8c18-34a3d7bd4962 req-50c800b9-5500-4376-8868-bd02e18341f5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0561574 Mar 03 01:02:38.911885 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c18abd0b-eaed-4fa4-8c18-34a3d7bd4962 req-5a48033c-92f9-4428-8c0f-f79fe5acaf24 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452700 Mar 03 01:02:39.036262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e7d0-c1fb-4047-ad4a-c0decd771d70 req-bfc02a9d-27bf-4c9f-a8e8-ef22f3521cdc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:39.037911 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1cb4e7d0-c1fb-4047-ad4a-c0decd771d70 req-bfc02a9d-27bf-4c9f-a8e8-ef22f3521cdc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0536020 Mar 03 01:02:39.094020 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1cb4e7d0-c1fb-4047-ad4a-c0decd771d70 req-0c524590-9c9a-4a9d-a417-f6bcc225e79a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501943 Mar 03 01:02:39.242351 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45d07-e4d6-4e19-9df2-062263ab0170 req-bf859ee3-8808-4d9e-bda7-2f37cc11381c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:39.243889 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bdc45d07-e4d6-4e19-9df2-062263ab0170 req-bf859ee3-8808-4d9e-bda7-2f37cc11381c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0606031 Mar 03 01:02:39.321146 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bdc45d07-e4d6-4e19-9df2-062263ab0170 req-7a8808f3-79d9-460d-ad40-f3b6d44070e7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654430 Mar 03 01:02:39.381144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0888-1317-44e8-b696-3875ae271f67 req-7ed0be94-596d-4cb8-a042-c3ae65659a93 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:39.382680 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75dc0888-1317-44e8-b696-3875ae271f67 req-7ed0be94-596d-4cb8-a042-c3ae65659a93 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 944 time: 0.0943463 Mar 03 01:02:39.432998 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75dc0888-1317-44e8-b696-3875ae271f67 req-bbad27cb-7c64-4ebd-9dee-ecd4cf469283 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Mar 03 01:02:39.852219 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d53f-2a6a-4e64-879e-e4bbc0915dd6 req-76159ca4-a162-4f9b-abc0-550b26cfa37c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:39.853707 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7593d53f-2a6a-4e64-879e-e4bbc0915dd6 req-76159ca4-a162-4f9b-abc0-550b26cfa37c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0581522 Mar 03 01:02:39.905913 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7593d53f-2a6a-4e64-879e-e4bbc0915dd6 req-278c009c-d4eb-436c-b252-de788d199eea tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Mar 03 01:02:40.065338 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815ab3c-b84f-455f-b393-81696154a3b4 req-eb335846-323f-4be0-9fe2-62da8b24802a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:40.068479 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5815ab3c-b84f-455f-b393-81696154a3b4 req-eb335846-323f-4be0-9fe2-62da8b24802a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0838199 Mar 03 01:02:40.120519 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5815ab3c-b84f-455f-b393-81696154a3b4 req-de6eecd1-377c-438b-8c34-85fdd33a7f31 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Mar 03 01:02:40.235298 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2025150-cf0e-4e91-b137-bcac0eb1c4ee req-4f75892b-60a2-4548-953c-f66393d371ac tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:40.237327 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2025150-cf0e-4e91-b137-bcac0eb1c4ee req-4f75892b-60a2-4548-953c-f66393d371ac tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0584886 Mar 03 01:02:40.292011 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a2025150-cf0e-4e91-b137-bcac0eb1c4ee req-ea99731e-e32b-4880-a73a-e3b6e33e54d7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481060 Mar 03 01:02:40.460277 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbed083-a2eb-4b85-b709-28d87f6e9381 req-60bab015-3a33-4ad1-a254-da14a0709823 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:40.462157 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ffbed083-a2eb-4b85-b709-28d87f6e9381 req-60bab015-3a33-4ad1-a254-da14a0709823 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0613091 Mar 03 01:02:40.555152 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ffbed083-a2eb-4b85-b709-28d87f6e9381 req-224c3718-9413-4962-b889-3bea3ea8eaf0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869570 Mar 03 01:02:40.593147 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66d36-c9a6-4f6e-b618-d8c999be728c req-d03e0a7c-a80f-4e9b-8508-aee5a925fd04 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:40.594805 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72e66d36-c9a6-4f6e-b618-d8c999be728c req-d03e0a7c-a80f-4e9b-8508-aee5a925fd04 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 944 time: 0.0891275 Mar 03 01:02:40.663439 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72e66d36-c9a6-4f6e-b618-d8c999be728c req-0d3e9d1c-e274-4f57-a1f6-ffade8c2820a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623968 Mar 03 01:02:41.040190 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25f8e5-d4c9-415b-bae1-04c2fdb93384 req-3a39ba35-ae91-45e3-8307-c98dbc56c784 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:41.041675 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5d25f8e5-d4c9-415b-bae1-04c2fdb93384 req-3a39ba35-ae91-45e3-8307-c98dbc56c784 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 945 time: 0.0575120 Mar 03 01:02:41.087565 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4361bf28-e775-48c7-95e1-177bc0eea410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:41.093989 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5d25f8e5-d4c9-415b-bae1-04c2fdb93384 req-d0651cfb-5739-4589-893a-2ce7d2dc22c4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Mar 03 01:02:41.247029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66606af-ab68-4bb3-8cc8-52b5fe9b7b95 req-e657d973-cb26-46fd-b5eb-1e09302653c7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:41.248731 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f66606af-ab68-4bb3-8cc8-52b5fe9b7b95 req-e657d973-cb26-46fd-b5eb-1e09302653c7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0560672 Mar 03 01:02:41.299638 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f66606af-ab68-4bb3-8cc8-52b5fe9b7b95 req-d648e745-4dba-475c-9c90-f1dd6e63d664 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Mar 03 01:02:41.376705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:02:41.427761 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c516b6-d308-4e7b-9487-9e012c3dd6c6 req-d19b543c-cf0e-4daf-bb8b-c5ee58a644a4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:41.429582 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62c516b6-d308-4e7b-9487-9e012c3dd6c6 req-d19b543c-cf0e-4daf-bb8b-c5ee58a644a4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0664723 Mar 03 01:02:41.455033 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port bdebc183-a6ad-4f54-bb86-38d23657c6e5 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:02:41.467590 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port bdebc183-a6ad-4f54-bb86-38d23657c6e5 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:02:41.468705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:41.488441 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62c516b6-d308-4e7b-9487-9e012c3dd6c6 req-9fa0652e-2b5b-4c7f-a0d6-25f24bb54e71 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530813 Mar 03 01:02:41.564790 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port bdebc183-a6ad-4f54-bb86-38d23657c6e5 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:41.565191 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:41.594280 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:41.596705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a921f8-9a58-419d-8585-b2c117609fb2" -d '{"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-plugged", "status": "completed", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:41.618458 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:41.625754 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:41.627316 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device eac56150-1379-48c5-b719-ef387a6cd3fc no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:02:41.667104 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208a347a-554b-4d22-b119-45a8f76b8d74 x-openstack-request-id: req-208a347a-554b-4d22-b119-45a8f76b8d74 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:41.667584 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-plugged", "status": "completed", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:41.667949 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-208a347a-554b-4d22-b119-45a8f76b8d74 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:41.668449 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'code': 200} Mar 03 01:02:41.730800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afbe0-5de6-4ffc-9cc8-d2e12f805688 req-a343fbe8-d715-4c79-bdd1-b3f0b41df7a2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:41.749153 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-995afbe0-5de6-4ffc-9cc8-d2e12f805688 req-a343fbe8-d715-4c79-bdd1-b3f0b41df7a2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0945401 Mar 03 01:02:41.782845 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port eac56150-1379-48c5-b719-ef387a6cd3fc is: ACTIVE; New status is: DOWN {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:41.783348 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:41.806620 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:41.834743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=eac56150-1379-48c5-b719-ef387a6cd3fc,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:41.839870 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:41.846535 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-995afbe0-5de6-4ffc-9cc8-d2e12f805688 req-e0939703-e970-4e58-89ab-6363e6a17a5b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029334 Mar 03 01:02:41.883968 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b7b2-60cc-4286-805c-7bb7908ad5e2 req-a812fdef-9b66-4166-9990-1cd3fae423ec tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:41.885804 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-da55b7b2-60cc-4286-805c-7bb7908ad5e2 req-a812fdef-9b66-4166-9990-1cd3fae423ec tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0934587 Mar 03 01:02:41.911941 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=6']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:41.949525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-da55b7b2-60cc-4286-805c-7bb7908ad5e2 req-b7b564e6-2694-4eab-8b4f-06f642c3083e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556931 Mar 03 01:02:42.225333 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb050d-341c-470c-82bd-9ae912c5ae62 req-4f8f6517-96e7-4477-b033-2cd3b60becc4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:42.226835 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5fcb050d-341c-470c-82bd-9ae912c5ae62 req-4f8f6517-96e7-4477-b033-2cd3b60becc4 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.0622408 Mar 03 01:02:42.289788 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5fcb050d-341c-470c-82bd-9ae912c5ae62 req-10d2a90e-1a03-42b9-beae-59138109b8c8 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569215 Mar 03 01:02:42.299786 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:42.447993 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c9be-1076-4207-9f60-74551b78a3ae req-7a23dadb-9ad7-40ba-a501-e34ee3b2b80f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:42.449560 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c8e0c9be-1076-4207-9f60-74551b78a3ae req-7a23dadb-9ad7-40ba-a501-e34ee3b2b80f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0596535 Mar 03 01:02:42.499981 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c8e0c9be-1076-4207-9f60-74551b78a3ae req-9e787721-112d-468e-8e69-c936a1b09573 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Mar 03 01:02:42.615703 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d140d-dd9c-4983-9e63-29e865155bdd req-f8dafb47-c0c2-4593-8eb0-64e2bcde06e6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:42.617225 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a87d140d-dd9c-4983-9e63-29e865155bdd req-f8dafb47-c0c2-4593-8eb0-64e2bcde06e6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0568120 Mar 03 01:02:42.676220 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a87d140d-dd9c-4983-9e63-29e865155bdd req-42e074ca-4f48-4a8c-a8be-6e254e57452b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525467 Mar 03 01:02:42.967840 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd168d-368c-42f6-993a-5a7dcf3675e5 req-9ca0860c-9656-4058-b41f-408a3cefcbbc tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:42.969331 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ddd168d-368c-42f6-993a-5a7dcf3675e5 req-9ca0860c-9656-4058-b41f-408a3cefcbbc tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0558865 Mar 03 01:02:43.015266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ddd168d-368c-42f6-993a-5a7dcf3675e5 req-01ebc23d-778e-448b-b126-2e9eb593a764 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 Mar 03 01:02:43.069106 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a9b6-1fd3-44e5-a746-f781d75f12ee req-eee5c0d1-691e-4849-baca-77faeb773cb5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:43.070724 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1534a9b6-1fd3-44e5-a746-f781d75f12ee req-eee5c0d1-691e-4849-baca-77faeb773cb5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0541623 Mar 03 01:02:43.118407 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1534a9b6-1fd3-44e5-a746-f781d75f12ee req-7ca00fc5-e9fa-4262-9133-9ee6d6e36724 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Mar 03 01:02:43.578180 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:43.669955 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:43.672419 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d30d877-892e-46f3-a118-0f2bd921de4c" -d '{"events": [{"server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "name": "network-vif-unplugged", "status": "completed", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:43.690299 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91981e4-c858-463c-aec0-7746fb1e32ec req-6340dbce-595d-4546-b332-5c290a123a59 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:43.692661 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a91981e4-c858-463c-aec0-7746fb1e32ec req-6340dbce-595d-4546-b332-5c290a123a59 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.3430758 Mar 03 01:02:43.713029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e2ae-cb1a-45a3-b364-5ec4f855843e req-8910c766-6da3-47c0-ad46-ce4d31ee0f8c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:43.714516 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-da67e2ae-cb1a-45a3-b364-5ec4f855843e req-8910c766-6da3-47c0-ad46-ce4d31ee0f8c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0876009 Mar 03 01:02:43.775223 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a91981e4-c858-463c-aec0-7746fb1e32ec req-ff5ca427-1035-4ad9-b05d-715fe0e87960 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755816 Mar 03 01:02:43.785816 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-da67e2ae-cb1a-45a3-b364-5ec4f855843e req-739393a9-8046-416e-b924-8da5f1a918bc tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631950 Mar 03 01:02:43.848353 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ce0b2-6823-49d7-a15e-7cb2c9028f01 x-openstack-request-id: req-436ce0b2-6823-49d7-a15e-7cb2c9028f01 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:43.848679 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "name": "network-vif-unplugged", "status": "completed", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:43.848942 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-436ce0b2-6823-49d7-a15e-7cb2c9028f01 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:43.849344 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc', 'code': 200} Mar 03 01:02:43.906575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988cb11-019f-4d42-9126-89f789bba245 req-d0c055f5-6016-4f55-95e8-9a5bc42b87f0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:43.908077 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d988cb11-019f-4d42-9126-89f789bba245 req-d0c055f5-6016-4f55-95e8-9a5bc42b87f0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0593987 Mar 03 01:02:43.958467 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d988cb11-019f-4d42-9126-89f789bba245 req-2e17e1ce-4190-4ea5-964c-ab3078ac5453 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Mar 03 01:02:44.139616 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146053e-e4ef-466a-a363-0e472ba0fc25 req-35e7efe4-5e9a-4cac-ac45-00fcf9040534 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:44.141310 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4146053e-e4ef-466a-a363-0e472ba0fc25 req-35e7efe4-5e9a-4cac-ac45-00fcf9040534 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0517495 Mar 03 01:02:44.205749 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4146053e-e4ef-466a-a363-0e472ba0fc25 req-75d2800b-b6cd-47d8-9980-788c0b9fb845 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576060 Mar 03 01:02:44.246662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43439e-9abb-4980-8fba-a03aad6df1f4 req-7b1ab0e9-c33d-4e6b-b2bd-603c39c4beae tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:44.248215 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a43439e-9abb-4980-8fba-a03aad6df1f4 req-7b1ab0e9-c33d-4e6b-b2bd-603c39c4beae tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0553670 Mar 03 01:02:44.303629 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a43439e-9abb-4980-8fba-a03aad6df1f4 req-ea73ac1c-ccbf-4a1f-b6b1-ae2c295f6153 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492926 Mar 03 01:02:44.937339 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd2641-7414-4143-8253-57f1fff25332 req-a4264097-f0cd-481f-9d41-e8d274bbaa0c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:44.938820 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3fd2641-7414-4143-8253-57f1fff25332 req-a4264097-f0cd-481f-9d41-e8d274bbaa0c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.0912840 Mar 03 01:02:44.961691 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c3a3-7d0a-4125-b839-d638ac3d6886 req-93b25a54-4955-4285-899c-68662ac3bfba tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:44.963198 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9048c3a3-7d0a-4125-b839-d638ac3d6886 req-93b25a54-4955-4285-899c-68662ac3bfba tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0820141 Mar 03 01:02:45.029994 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3fd2641-7414-4143-8253-57f1fff25332 req-f01018dc-19ad-41a4-922e-e0dc79ced92f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841200 Mar 03 01:02:45.033315 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9048c3a3-7d0a-4125-b839-d638ac3d6886 req-fb2ad059-4dbd-4ec4-a587-dcb75a97f951 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Mar 03 01:02:45.165079 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f7c7-4913-4dbf-9751-d17f848a76d7 req-7fc14ffa-8974-44cf-8a08-f4c42fcef894 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:45.168285 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7367f7c7-4913-4dbf-9751-d17f848a76d7 req-7fc14ffa-8974-44cf-8a08-f4c42fcef894 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0623524 Mar 03 01:02:45.225240 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7367f7c7-4913-4dbf-9751-d17f848a76d7 req-b0fc1222-d962-4200-838b-b84ef8d027fc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512941 Mar 03 01:02:45.278839 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:45.351373 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:45.368496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ab60-2e64-4025-97c8-b3c51cbf3019 req-c49f32bb-c2b0-497e-9d13-737bc4b2045b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:45.370035 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d125ab60-2e64-4025-97c8-b3c51cbf3019 req-c49f32bb-c2b0-497e-9d13-737bc4b2045b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0708120 Mar 03 01:02:45.429376 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d125ab60-2e64-4025-97c8-b3c51cbf3019 req-fc2961aa-c945-4d9f-9444-bf35898802cf tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458796 Mar 03 01:02:45.575810 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c3fa-8d57-4dbe-938d-29ece7f6e667 req-c5325790-7e83-461c-8c9b-a0612d0d5420 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:45.577550 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4822c3fa-8d57-4dbe-938d-29ece7f6e667 req-c5325790-7e83-461c-8c9b-a0612d0d5420 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0795803 Mar 03 01:02:45.644339 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4822c3fa-8d57-4dbe-938d-29ece7f6e667 req-44f06ff2-2f67-4b8a-bb2f-f4a3cfb34809 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553594 Mar 03 01:02:46.161913 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344fce8-c615-48ee-9ec0-0b5713f7c511 req-89fb9ced-b1b6-49d5-8304-b231edcc880b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:46.163692 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6344fce8-c615-48ee-9ec0-0b5713f7c511 req-89fb9ced-b1b6-49d5-8304-b231edcc880b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.0596149 Mar 03 01:02:46.229050 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6344fce8-c615-48ee-9ec0-0b5713f7c511 req-3b1809d4-b12a-4bec-82c7-0bab19f618b2 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596321 Mar 03 01:02:46.349598 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeda21-e651-45ac-b9c3-135a564cefb4 req-e9d472ab-3774-4778-88ea-ebf884977862 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:46.351122 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72aeda21-e651-45ac-b9c3-135a564cefb4 req-e9d472ab-3774-4778-88ea-ebf884977862 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0545456 Mar 03 01:02:46.418453 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72aeda21-e651-45ac-b9c3-135a564cefb4 req-df496d3b-424d-4963-b604-fe0a517e758d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552328 Mar 03 01:02:46.540202 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bf124-2c69-46ad-849b-830ffc3c2b04 req-36056db5-e4f8-4633-8e2f-13662fa322c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:46.541606 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-117bf124-2c69-46ad-849b-830ffc3c2b04 req-36056db5-e4f8-4633-8e2f-13662fa322c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0575354 Mar 03 01:02:46.589300 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-117bf124-2c69-46ad-849b-830ffc3c2b04 req-4d016bdf-2da0-4844-8318-97f1631eb525 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Mar 03 01:02:46.702880 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfbd4-e763-4ae4-a592-dcee681cd477 req-b96b8930-75be-4c06-88cf-88e14be9385e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:46.704404 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46bcfbd4-e763-4ae4-a592-dcee681cd477 req-b96b8930-75be-4c06-88cf-88e14be9385e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0554845 Mar 03 01:02:46.750448 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46bcfbd4-e763-4ae4-a592-dcee681cd477 req-ee1a7ff6-3df8-407a-88a1-97620867287f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 Mar 03 01:02:46.859873 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23986199-0d3c-4355-9a4d-0cca10ac8884 req-7691d577-57a8-49b2-99d2-e1de3e44e282 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:46.861290 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-23986199-0d3c-4355-9a4d-0cca10ac8884 req-7691d577-57a8-49b2-99d2-e1de3e44e282 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0579326 Mar 03 01:02:46.908804 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-23986199-0d3c-4355-9a4d-0cca10ac8884 req-c5250aec-b1e3-4743-94c3-140de5d97d85 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Mar 03 01:02:47.392161 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-635450c0-fb29-490c-b0f1-377ffc53f814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 1001 time: 0.0864391 Mar 03 01:02:47.400332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa197ca-b46e-4580-a4aa-0c8a37de5900 req-9da4d120-1e60-417d-9a05-ab41d71780de tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.402554 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cfa197ca-b46e-4580-a4aa-0c8a37de5900 req-9da4d120-1e60-417d-9a05-ab41d71780de tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.1069121 Mar 03 01:02:47.452777 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-34bc0a22-3695-4d88-8a70-df4cf552aefe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.454237 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-34bc0a22-3695-4d88-8a70-df4cf552aefe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 943 time: 0.0872164 Mar 03 01:02:47.501097 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cfa197ca-b46e-4580-a4aa-0c8a37de5900 req-4cea3d8f-59fd-43a1-a91e-f3205941812d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Mar 03 01:02:47.525531 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-2cf6cc7b-1c3f-49e9-a504-0e75e31ea03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.527341 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-2cf6cc7b-1c3f-49e9-a504-0e75e31ea03f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0866637 Mar 03 01:02:47.533699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-134cba3a-70d3-492e-801b-5ea7572fa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.536235 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-134cba3a-70d3-492e-801b-5ea7572fa589 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1127 time: 0.0965915 Mar 03 01:02:47.623427 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-16d180ee-37b8-41c3-9a9c-521a8926c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.625176 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-16d180ee-37b8-41c3-9a9c-521a8926c95d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780306 Mar 03 01:02:47.710511 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Deleting port eac56150-1379-48c5-b719-ef387a6cd3fc {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:02:47.710883 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:47.873875 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e289cd2-4153-4fdb-ae7e-2e7d23398a63 req-f5e28d65-7c20-4ddc-a43c-521f6609afa7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.875459 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e289cd2-4153-4fdb-ae7e-2e7d23398a63 req-f5e28d65-7c20-4ddc-a43c-521f6609afa7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.2447157 Mar 03 01:02:47.893243 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-b5ce0140-cb19-46c1-873a-395568d901b5 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529814 Mar 03 01:02:47.981120 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50f855-a086-4668-91a1-9513099269ef req-a76cb2e8-1bce-4b43-a74e-36e05f302f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:47.982610 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fb50f855-a086-4668-91a1-9513099269ef req-a76cb2e8-1bce-4b43-a74e-36e05f302f73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1129 time: 0.3012769 Mar 03 01:02:48.010294 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-e6e2cd15-e2cd-4dcb-899d-d71645827440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:48.011764 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-e6e2cd15-e2cd-4dcb-899d-d71645827440 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.3437393 Mar 03 01:02:48.023233 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a6ce-9df4-4e99-a27e-53287e5bfba2 req-4084763c-6a0c-45f2-b295-482e719a32bc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:48.024755 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fd80a6ce-9df4-4e99-a27e-53287e5bfba2 req-4084763c-6a0c-45f2-b295-482e719a32bc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.2222865 Mar 03 01:02:48.029224 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] For port eac56150-1379-48c5-b719-ef387a6cd3fc, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=eac56150-1379-48c5-b719-ef387a6cd3fc,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:48.029577 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:48.055001 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Calling delete_port for eac56150-1379-48c5-b719-ef387a6cd3fc owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:02:48.073933 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fb50f855-a086-4668-91a1-9513099269ef req-1c9e8d1b-5941-4254-82fd-58498837b4fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849819 Mar 03 01:02:48.113473 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e289cd2-4153-4fdb-ae7e-2e7d23398a63 req-1c325582-6f5f-4c94-a722-a4de339a7fff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259796 Mar 03 01:02:48.147636 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40efceff-98dc-4076-9b11-16a3b05e6b8b req-77d0ab96-25e4-4097-a9fe-d15d208e9e2e service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342436 Mar 03 01:02:48.168017 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-84753823-041d-42c5-b20a-6787b536ed3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 200 len: 999 time: 0.1380868 Mar 03 01:02:48.172165 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fd80a6ce-9df4-4e99-a27e-53287e5bfba2 req-3113297a-55c1-4914-8e26-cf8c6bcd66e0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362324 Mar 03 01:02:48.232794 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (eac56150-1379-48c5-b719-ef387a6cd3fc), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:48.233063 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2626-698e-4b9e-8377-d18495bd01ea req-3288f9ee-c27c-45b7-b490-8bb39b136e2d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:48.234545 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3d9a2626-698e-4b9e-8377-d18495bd01ea req-3288f9ee-c27c-45b7-b490-8bb39b136e2d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0605736 Mar 03 01:02:48.263807 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event deleted for resources: {'Port': ['ID=eac56150-1379-48c5-b719-ef387a6cd3fc,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:48.278270 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9', 'd9c8d323-0059-4785-ba7a-f94e0610f420'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:48.326377 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56393603-782c-41ae-9aa5-43d9b731da45 req-a9fec12b-f4ae-4892-b615-f645aff181b4 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:48.327892 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-56393603-782c-41ae-9aa5-43d9b731da45 req-a9fec12b-f4ae-4892-b615-f645aff181b4 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0870385 Mar 03 01:02:48.334650 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] No DVR routers for this DVR port eac56150-1379-48c5-b719-ef387a6cd3fc on host hv-cinder-83109 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:02:48.338720 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3d9a2626-698e-4b9e-8377-d18495bd01ea req-07b1201b-3bc7-44c8-989f-06ae7566d6df tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893462 Mar 03 01:02:48.346421 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:48.355280 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-59de621b-f5ca-4f2f-be5f-ecc40c877420 req-c8cead6e-8c64-4f93-9d0c-a9283b39c984 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "DELETE /v2.0/ports/eac56150-1379-48c5-b719-ef387a6cd3fc HTTP/1.1" status: 204 len: 173 time: 0.8499115 Mar 03 01:02:48.356428 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'name': 'network-vif-deleted', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:48.359283 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca3cb25-2d55-41a1-89cb-f9e45ec91ce1" -d '{"events": [{"server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "name": "network-vif-deleted", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:48.397984 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84088e5b-83f3-4901-9f1e-9565a55484d2 x-openstack-request-id: req-84088e5b-83f3-4901-9f1e-9565a55484d2 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:48.398488 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a9ee12-5cef-4e54-b100-44b14fb0e4ff", "name": "network-vif-deleted", "tag": "eac56150-1379-48c5-b719-ef387a6cd3fc", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:48.398910 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84088e5b-83f3-4901-9f1e-9565a55484d2 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:48.400081 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a9ee12-5cef-4e54-b100-44b14fb0e4ff', 'name': 'network-vif-deleted', 'tag': 'eac56150-1379-48c5-b719-ef387a6cd3fc', 'status': 'completed', 'code': 200} Mar 03 01:02:48.429175 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-56393603-782c-41ae-9aa5-43d9b731da45 req-8cc4d5d9-009b-4cb8-91a8-f529b729fea7 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894966 Mar 03 01:02:48.450826 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-90173640-d8c7-417f-a658-33743d8e4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:48.450826 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-90173640-d8c7-417f-a658-33743d8e4bfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0619075 Mar 03 01:02:48.559974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-2d7aa3f3-9363-4bdd-bcc1-40799a350dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:48.561522 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-2d7aa3f3-9363-4bdd-bcc1-40799a350dca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644844 Mar 03 01:02:48.623407 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b03f2f8c-1808-405f-9285-c02c8f653472 req-d4399b99-1a0d-4537-9e05-2422a22c9c45 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=42a9ee12-5cef-4e54-b100-44b14fb0e4ff HTTP/1.1" status: 200 len: 210 time: 0.0291624 Mar 03 01:02:48.709775 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-879fd3b4-e9d0-41e8-ad33-13e0ce54e3d8 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846138 Mar 03 01:02:48.796961 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1b77cb7b-e2ef-49e6-9495-f5502c86b5d7 req-7153a1dc-384d-4f36-9e32-884b779380fe service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799427 Mar 03 01:02:49.239837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc6d95-397d-4201-8424-63090dc0ca0d req-7d64f9d0-198a-4cc2-b739-fc40cc52a7ff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:49.241932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-04bc6d95-397d-4201-8424-63090dc0ca0d req-7d64f9d0-198a-4cc2-b739-fc40cc52a7ff tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0595679 Mar 03 01:02:49.326540 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-04bc6d95-397d-4201-8424-63090dc0ca0d req-c179ec42-9980-40e9-acec-902378cba9ce tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Mar 03 01:02:49.342385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d7da8-1ec9-43e3-a9b2-0a8e15baec9a req-5cfaecfa-9caa-448d-a5ca-fd9dcc414f17 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:49.343876 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-507d7da8-1ec9-43e3-a9b2-0a8e15baec9a req-5cfaecfa-9caa-448d-a5ca-fd9dcc414f17 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0973139 Mar 03 01:02:49.394282 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-507d7da8-1ec9-43e3-a9b2-0a8e15baec9a req-c02bed05-bb42-4a4d-9c6c-12a78be16bca tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Mar 03 01:02:49.461352 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07d2dc-a5eb-4680-86e1-4a91e8518133 req-f5ab8960-5e88-4026-9c53-1fbfa42a481f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:49.462855 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa07d2dc-a5eb-4680-86e1-4a91e8518133 req-f5ab8960-5e88-4026-9c53-1fbfa42a481f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0563338 Mar 03 01:02:49.519621 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa07d2dc-a5eb-4680-86e1-4a91e8518133 req-bb75544c-ce0f-4c1d-82cf-1744ede772fd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502775 Mar 03 01:02:49.558959 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a1a4c-c7a6-4162-a812-838623129943 req-85184eb7-9efe-495c-8ab0-968635f44ed6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:49.560452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f2a1a4c-c7a6-4162-a812-838623129943 req-85184eb7-9efe-495c-8ab0-968635f44ed6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0610971 Mar 03 01:02:49.608759 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f2a1a4c-c7a6-4162-a812-838623129943 req-c109b8d9-b2fb-4a55-86ea-1b0968e60d6b tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Mar 03 01:02:49.912100 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b7275-0f4f-43fc-a5d0-51e17eb312c3 req-d64bd89f-3012-410e-9e08-3450d8794161 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:49.913698 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e1b7275-0f4f-43fc-a5d0-51e17eb312c3 req-d64bd89f-3012-410e-9e08-3450d8794161 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.0586832 Mar 03 01:02:49.996239 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e1b7275-0f4f-43fc-a5d0-51e17eb312c3 req-bb0df002-1412-4324-8ef8-e3a0ffddc32c tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741963 Mar 03 01:02:50.012789 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aa52a-eb74-4db5-a02a-a509b3fb426d req-95412766-8390-4a13-9039-2b039edb20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:50.014886 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-609aa52a-eb74-4db5-a02a-a509b3fb426d req-95412766-8390-4a13-9039-2b039edb20c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.0565875 Mar 03 01:02:50.068931 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-609aa52a-eb74-4db5-a02a-a509b3fb426d req-98930830-7bef-4547-8a32-1e97dbfca2ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Mar 03 01:02:50.451958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85210c2-00e5-4633-9972-c529e02c7751 req-0faa2ae1-e9b8-4664-9aab-449789ca05ac tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:50.453466 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d85210c2-00e5-4633-9972-c529e02c7751 req-0faa2ae1-e9b8-4664-9aab-449789ca05ac tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0534089 Mar 03 01:02:50.536575 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d85210c2-00e5-4633-9972-c529e02c7751 req-4ff9f2da-125a-410f-b53d-9569ceb5ac6f tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762622 Mar 03 01:02:50.554303 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749236e-4f69-4d51-9ea8-aa75385ec1e4 req-59b80c74-bef4-4828-8194-0d4e4e7a2831 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:50.556005 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3749236e-4f69-4d51-9ea8-aa75385ec1e4 req-59b80c74-bef4-4828-8194-0d4e4e7a2831 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0806801 Mar 03 01:02:50.630947 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3749236e-4f69-4d51-9ea8-aa75385ec1e4 req-ce6e8610-c4f2-4fe4-8cc3-3760b376ca22 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682967 Mar 03 01:02:50.657566 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571364-b469-45d9-b101-3d4713fd500f req-aaaeec8d-9887-4b98-a404-803c4ea484c7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:50.659882 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57571364-b469-45d9-b101-3d4713fd500f req-aaaeec8d-9887-4b98-a404-803c4ea484c7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0684924 Mar 03 01:02:50.731936 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57571364-b469-45d9-b101-3d4713fd500f req-99608ca5-f901-489b-ab02-194a938d2cdb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657001 Mar 03 01:02:50.754099 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4ab99-6934-47cc-b086-93de5bbd9247 req-72a70511-09f0-47fc-9855-2b487b851f3e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:50.755557 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-89a4ab99-6934-47cc-b086-93de5bbd9247 req-72a70511-09f0-47fc-9855-2b487b851f3e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0641954 Mar 03 01:02:50.808222 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-89a4ab99-6934-47cc-b086-93de5bbd9247 req-5595d5d7-c2f3-4571-8fb7-89be90d3f360 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469894 Mar 03 01:02:50.923599 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bb5ac-ae6d-48bc-9add-e5b5ca0ec861 req-c00f2e07-661a-45c2-8e35-7b456c487235 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:50.925110 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ab9bb5ac-ae6d-48bc-9add-e5b5ca0ec861 req-c00f2e07-661a-45c2-8e35-7b456c487235 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0527766 Mar 03 01:02:50.974223 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ab9bb5ac-ae6d-48bc-9add-e5b5ca0ec861 req-13881218-bca7-4d85-9096-39a4274b9e9c tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436640 Mar 03 01:02:50.995172 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34248) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:51.115131 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd4cb-840e-4ced-969e-cd4aecc21312 req-da206945-cf02-461b-bf4b-4d5ba8333913 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:51.116627 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-25cfd4cb-840e-4ced-969e-cd4aecc21312 req-da206945-cf02-461b-bf4b-4d5ba8333913 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.0528717 Mar 03 01:02:51.133797 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ce27e-b2b8-4b53-b331-118bb66c014d tempest-TestShelveInstance-2003467321 tempest-TestShelveInstance-2003467321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:51.135340 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-217ce27e-b2b8-4b53-b331-118bb66c014d tempest-TestShelveInstance-2003467321 tempest-TestShelveInstance-2003467321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1124 time: 0.1391640 Mar 03 01:02:51.138291 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34254) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:02:51.142796 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'port_id': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:02:51.163172 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:51.166878 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-25cfd4cb-840e-4ced-969e-cd4aecc21312 req-92290c65-a36b-4f1f-8d29-b59ccaa3dd04 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Mar 03 01:02:51.260355 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:51.366022 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Allocated IP 172.27.0.151 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/b3fec541-88bf-4732-a77c-91ad27334761) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:02:51.463756 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:02:51.475675 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for port (b3fec541-88bf-4732-a77c-91ad27334761), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:51.510264 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (b3fec541-88bf-4732-a77c-91ad27334761), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:51.551552 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:02:51.553912 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:02:51.559624 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:02:51.584215 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'Port': ['ID=b3fec541-88bf-4732-a77c-91ad27334761,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:51.595052 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.595423 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.595738 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.596091 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.596441 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.597322 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.597644 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.597985 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.598431 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.598615 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.598944 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.599270 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.599636 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.679241 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7442010-5da6-4ace-8288-5dd5df3f5a7c req-0c484ee8-ea3b-42ae-9177-8355cf8317f4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:51.681753 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b7442010-5da6-4ace-8288-5dd5df3f5a7c req-0c484ee8-ea3b-42ae-9177-8355cf8317f4 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0719070 Mar 03 01:02:51.747339 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b7442010-5da6-4ace-8288-5dd5df3f5a7c req-5f185e05-9b8f-4ae8-be92-80d279cb234a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Mar 03 01:02:51.772791 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:51.784648 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'port_id': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'mac_address': 'fa:16:3e:45:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:02:51.820157 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322148fe-12b6-4355-8f9e-a5abb1511e6d req-810200c9-d04d-4077-aca0-04e24eef759a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:51.821756 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322148fe-12b6-4355-8f9e-a5abb1511e6d req-810200c9-d04d-4077-aca0-04e24eef759a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 943 time: 0.0690856 Mar 03 01:02:51.825824 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:51.826217 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:51.840138 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de5eec9-6f29-4d37-be6c-491ba6317156 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:02:51.859905 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:51.865091 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:51.872650 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322148fe-12b6-4355-8f9e-a5abb1511e6d req-3964bf2d-aad3-40ec-b910-a3857f1c8e27 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Mar 03 01:02:51.914332 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=9']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:51.921368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.921748 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.922123 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.922471 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.922809 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.923144 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.923482 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.923813 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.924168 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.924516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.924905 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.925907 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.925907 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:51.983651 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for floatingip (498f725c-9600-4d3a-bc03-b1afa2e98872), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:52.053693 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (b3fec541-88bf-4732-a77c-91ad27334761), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:52.202586 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for port (b3fec541-88bf-4732-a77c-91ad27334761), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:52.207994 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (b3fec541-88bf-4732-a77c-91ad27334761), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:52.277901 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event updated for resources: {'Port': ['ID=b3fec541-88bf-4732-a77c-91ad27334761,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:52.287998 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b98b9d-f157-44ad-b40f-2e21ca78eaef req-aed0d558-5f54-4580-bb28-d93435a2bc3b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:52.289516 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60b98b9d-f157-44ad-b40f-2e21ca78eaef req-aed0d558-5f54-4580-bb28-d93435a2bc3b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.0554926 Mar 03 01:02:52.289943 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (498f725c-9600-4d3a-bc03-b1afa2e98872), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:52.340105 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60b98b9d-f157-44ad-b40f-2e21ca78eaef req-f569a190-7be4-435b-ad4c-96d1824d72be tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Mar 03 01:02:52.391002 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Floating IP 498f725c-9600-4d3a-bc03-b1afa2e98872 associated. External IP: 172.27.0.151, port: bdebc183-a6ad-4f54-bb86-38d23657c6e5. Mar 03 01:02:52.432934 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['5de5eec9-6f29-4d37-be6c-491ba6317156'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:52.609924 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Router 320b03ed-3851-4742-a260-ca0f894c51e4 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:02:52.714642 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:02:52.725587 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] Sync routers for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:02:52.732938 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:52.735407 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:02:52.736008 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:02:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:02:52.765721 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d78c0d1e-7c65-4d3b-86a3-22763f63830e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6261642 Mar 03 01:02:52.766409 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:52.768692 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:52.804276 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330bf45f-a70b-4780-a1f7-46eb47fc1e23 x-openstack-request-id: req-330bf45f-a70b-4780-a1f7-46eb47fc1e23 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:52.804572 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:52.804825 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-330bf45f-a70b-4780-a1f7-46eb47fc1e23 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:52.805223 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'status': 'completed', 'code': 200} Mar 03 01:02:52.856025 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:02:52.876619 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c46383-2762-4e28-888c-ad1a024ed774 req-792bd599-5154-49ac-9da8-8f4cc57cb0bb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:52.878238 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-69c46383-2762-4e28-888c-ad1a024ed774 req-792bd599-5154-49ac-9da8-8f4cc57cb0bb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0522332 Mar 03 01:02:52.937773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-69c46383-2762-4e28-888c-ad1a024ed774 req-7166549d-e328-4b59-ba86-9d2a9d3a74f5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540013 Mar 03 01:02:53.010760 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-ea6fd375-3206-4893-8125-c0c5a4ab7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.013183 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-ea6fd375-3206-4893-8125-c0c5a4ab7617 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1129 time: 0.0673666 Mar 03 01:02:53.020921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661cd24-70b6-4651-960b-49fe7498142a req-900ba1ee-972a-4ecf-a0fe-411b84b9bc94 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.022477 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0661cd24-70b6-4651-960b-49fe7498142a req-900ba1ee-972a-4ecf-a0fe-411b84b9bc94 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.0978410 Mar 03 01:02:53.037589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ee54-7300-4a61-b116-698d658e52b4 req-e194d7a2-b94d-408a-8c6d-1f7b9a04006b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.039800 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-afa1ee54-7300-4a61-b116-698d658e52b4 req-e194d7a2-b94d-408a-8c6d-1f7b9a04006b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0818346 Mar 03 01:02:53.117420 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '498f725c-9600-4d3a-bc03-b1afa2e98872', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'port_id': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'mac_address': 'fa:16:3e:03:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:02:51Z', 'updated_at': '2022-03-03T01:02:51Z', 'revision_number': 0, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:02:53.128333 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-617c9f80-f8e8-4a24-8695-5027acaf98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.130150 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-617c9f80-f8e8-4a24-8695-5027acaf98f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 909 time: 0.1079719 Mar 03 01:02:53.147415 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] Checking router: 320b03ed-3851-4742-a260-ca0f894c51e4 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:02:53.161457 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:02:53.162465 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:02:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:02:53.219292 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-60b6f31e-01a1-4966-aede-440600e90017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 999 time: 0.0818660 Mar 03 01:02:53.227299 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-afa1ee54-7300-4a61-b116-698d658e52b4 req-7d76d4d5-aeef-4b70-a1f9-d2c993d2c198 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793644 Mar 03 01:02:53.245390 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Deleting port d9c8d323-0059-4785-ba7a-f94e0610f420 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:02:53.245735 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:53.304804 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-84408cba-a7ff-49c7-abf4-79510dd86aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.306255 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-84408cba-a7ff-49c7-abf4-79510dd86aae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.0495384 Mar 03 01:02:53.309947 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:02:53.366098 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-754258c5-110a-4d70-b1bf-84cd2251acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.367721 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-754258c5-110a-4d70-b1bf-84cd2251acb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539494 Mar 03 01:02:53.409720 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] For port d9c8d323-0059-4785-ba7a-f94e0610f420, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d9c8d323-0059-4785-ba7a-f94e0610f420,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:53.410108 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:53.424414 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-018945de-42fa-4735-a10e-387427e256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.426144 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-018945de-42fa-4735-a10e-387427e256eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22af886fe4d44466b85e9d34ff67b34c&device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 1130 time: 0.1323752 Mar 03 01:02:53.435557 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be8c7-c08f-485c-9c79-fe17497c2350 req-28286d11-072b-45d6-9e85-375618d2615c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.437234 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f67be8c7-c08f-485c-9c79-fe17497c2350 req-28286d11-072b-45d6-9e85-375618d2615c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1424444 Mar 03 01:02:53.453919 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Calling delete_port for d9c8d323-0059-4785-ba7a-f94e0610f420 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:02:53.482104 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-6978e216-019a-4f24-badd-429fcddac2d4 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007576 Mar 03 01:02:53.563001 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '498f725c-9600-4d3a-bc03-b1afa2e98872', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'port_id': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'mac_address': 'fa:16:3e:03:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:02:51Z', 'updated_at': '2022-03-03T01:02:51Z', 'revision_number': 0, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:02:53.579168 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-dc7523cf-f4a3-4507-8e86-2d6503c3f4de service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907254 Mar 03 01:02:53.595002 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98b3a6-9ebf-4098-8a05-313ed7cb8133 None None] The sync data for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi is: [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '498f725c-9600-4d3a-bc03-b1afa2e98872', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'port_id': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'mac_address': 'fa:16:3e:03:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:02:51Z', 'updated_at': '2022-03-03T01:02:51Z', 'revision_number': 0, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:02:53.789068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088d467-8192-4566-b259-3b15960b31f5 None None] New status for floating IP 498f725c-9600-4d3a-bc03-b1afa2e98872: ACTIVE {{(pid=102988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:02:53.899244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f67be8c7-c08f-485c-9c79-fe17497c2350 req-f9aa2b8d-9061-40a7-90bc-ce53bbf965d5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468722 Mar 03 01:02:53.920271 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db95bf-acc8-4604-99f3-7d531655bd57 req-16e553d4-8864-4826-91c3-daa0b3b0fca9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.921742 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72db95bf-acc8-4604-99f3-7d531655bd57 req-16e553d4-8864-4826-91c3-daa0b3b0fca9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 946 time: 0.4797018 Mar 03 01:02:53.928026 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-7709b2b0-5a12-4153-9566-fcab3b21c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:53.929454 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-7709b2b0-5a12-4153-9566-fcab3b21c8f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 200 len: 919 time: 0.4781811 Mar 03 01:02:53.995110 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-e7720fd4-fef4-4ec8-800d-d69e802c8aed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0481377 Mar 03 01:02:54.078479 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72db95bf-acc8-4604-99f3-7d531655bd57 req-1b2528dc-16b1-4498-b252-18f7d672510d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407151 Mar 03 01:02:54.099108 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-bbb6ad97-f1d8-46ac-8f34-94e216f132cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:54.100607 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-bbb6ad97-f1d8-46ac-8f34-94e216f132cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 200 len: 859 time: 0.0917590 Mar 03 01:02:54.101647 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (d9c8d323-0059-4785-ba7a-f94e0610f420), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:54.142466 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event deleted for resources: {'Port': ['ID=d9c8d323-0059-4785-ba7a-f94e0610f420,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:54.153773 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9', 'd9c8d323-0059-4785-ba7a-f94e0610f420'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:02:54.181440 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-6e0c7b57-f262-4055-9d53-37821602c187 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586eac43-c1ec-45fc-a3cb-0f571059d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717366 Mar 03 01:02:54.190922 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.191503 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.192097 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.192666 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.193232 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.193788 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.194340 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.194911 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.195480 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.195991 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.196583 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.197131 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.197685 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:02:54.288362 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] No DVR routers for this DVR port d9c8d323-0059-4785-ba7a-f94e0610f420 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:02:54.293551 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:54.296828 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0661cd24-70b6-4651-960b-49fe7498142a req-7ccaec57-959a-4ed9-8ac2-f8a7a0304fda tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "DELETE /v2.0/ports/d9c8d323-0059-4785-ba7a-f94e0610f420 HTTP/1.1" status: 204 len: 173 time: 1.2559397 Mar 03 01:02:54.297659 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1619d163-90ab-41e1-9b23-75af4b44a357', 'name': 'network-vif-deleted', 'tag': 'd9c8d323-0059-4785-ba7a-f94e0610f420'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:54.299587 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f3579-32c3-4951-b70d-b188555521dd" -d '{"events": [{"server_uuid": "1619d163-90ab-41e1-9b23-75af4b44a357", "name": "network-vif-deleted", "tag": "d9c8d323-0059-4785-ba7a-f94e0610f420"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:54.359112 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe16282-4676-47bd-b892-2d31d4016416 x-openstack-request-id: req-3fe16282-4676-47bd-b892-2d31d4016416 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:54.359404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1619d163-90ab-41e1-9b23-75af4b44a357", "name": "network-vif-deleted", "tag": "d9c8d323-0059-4785-ba7a-f94e0610f420", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:54.359656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fe16282-4676-47bd-b892-2d31d4016416 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:54.360067 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1619d163-90ab-41e1-9b23-75af4b44a357', 'name': 'network-vif-deleted', 'tag': 'd9c8d323-0059-4785-ba7a-f94e0610f420', 'status': 'completed', 'code': 200} Mar 03 01:02:54.384428 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-8bded44a-5094-4c9e-adcc-00868c20dbee service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580956 Mar 03 01:02:54.411555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d5822-478a-4e4c-8607-d46730cba4a6 req-ad6a8fce-0f76-4cf0-8d7e-2e14038d92c2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:54.413264 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc1d5822-478a-4e4c-8607-d46730cba4a6 req-ad6a8fce-0f76-4cf0-8d7e-2e14038d92c2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0698705 Mar 03 01:02:54.509975 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc1d5822-478a-4e4c-8607-d46730cba4a6 req-fddaff22-81b9-4207-b0d4-ffb3fdc2d4a4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882783 Mar 03 01:02:54.536614 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cb417d57-b7ca-4d33-ab5b-3a1296db01a9 req-e94f19c1-2087-4cf4-9040-4f9a49183811 service neutron] 10.222.0.30 "GET /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187668 Mar 03 01:02:55.024690 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c50cf-119b-49db-8b51-c6135a1ea711 req-195d5743-71ab-4b63-9c06-536a0c3fa929 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:55.026183 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a93c50cf-119b-49db-8b51-c6135a1ea711 req-195d5743-71ab-4b63-9c06-536a0c3fa929 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0542955 Mar 03 01:02:55.074491 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a93c50cf-119b-49db-8b51-c6135a1ea711 req-2be01033-abd6-4a58-8ceb-7e3003faa52c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Mar 03 01:02:55.183942 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-db8248a1-a4f7-414b-a5fe-3f08cc4c3353 req-93ce920f-9ff3-43bd-a0dc-6d1e0700f468 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=1619d163-90ab-41e1-9b23-75af4b44a357 HTTP/1.1" status: 200 len: 210 time: 0.0281391 Mar 03 01:02:55.472731 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:02:55.525485 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 5de5eec9-6f29-4d37-be6c-491ba6317156 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:02:55.525863 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:55.614728 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 5de5eec9-6f29-4d37-be6c-491ba6317156 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:02:55.615032 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:55.637668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67928a47-10cd-45b5-9999-e75ee49fc2d9 req-238751e5-74ac-41de-8430-353255cf03b0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:55.637941 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:02:55.639148 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-67928a47-10cd-45b5-9999-e75ee49fc2d9 req-238751e5-74ac-41de-8430-353255cf03b0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 944 time: 0.0523419 Mar 03 01:02:55.640177 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69edb3cc-81cb-4c96-84f5-9a34b78d2bf0" -d '{"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-plugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:02:55.654047 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:02:55.658169 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:02:55.684371 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7897b5-8a15-4f8b-9790-5087a91afd56 x-openstack-request-id: req-0d7897b5-8a15-4f8b-9790-5087a91afd56 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:02:55.684690 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-plugged", "status": "completed", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:02:55.684951 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d7897b5-8a15-4f8b-9790-5087a91afd56 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:02:55.685340 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'code': 200} Mar 03 01:02:55.695467 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-67928a47-10cd-45b5-9999-e75ee49fc2d9 req-f9e72a8d-e87c-44b3-8fed-54f7dc920b84 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498009 Mar 03 01:02:55.710907 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=10']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:02:56.194059 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eb7b2-f170-4df2-ad0a-940796e9e601 req-97147d8e-1995-4454-9721-3fac2eb2c3d0 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:56.195536 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc7eb7b2-f170-4df2-ad0a-940796e9e601 req-97147d8e-1995-4454-9721-3fac2eb2c3d0 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Mar 03 01:02:56.243338 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc7eb7b2-f170-4df2-ad0a-940796e9e601 req-94581faf-62b9-42d4-9269-de65ee395f70 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Mar 03 01:02:56.815864 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75521f50-5460-4ebf-97d6-f1bb68456333 req-205c32f1-ba09-4628-97de-e171c57ab066 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:56.817339 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75521f50-5460-4ebf-97d6-f1bb68456333 req-205c32f1-ba09-4628-97de-e171c57ab066 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0520148 Mar 03 01:02:56.861288 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75521f50-5460-4ebf-97d6-f1bb68456333 req-606918e0-e239-4ccb-9167-8e6dd19982c7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385933 Mar 03 01:02:57.364270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302f1c-7d3b-4f47-a906-b69f742b5490 req-ff6a8a2c-9ef1-4b4d-910b-75d076ff3f6d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:57.365766 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-86302f1c-7d3b-4f47-a906-b69f742b5490 req-ff6a8a2c-9ef1-4b4d-910b-75d076ff3f6d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0563478 Mar 03 01:02:57.412420 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-86302f1c-7d3b-4f47-a906-b69f742b5490 req-5e7481e5-6d11-487f-ba64-1c5178c57fdd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Mar 03 01:02:57.983039 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7b924-956f-45dd-8b3e-3b3820d210ca req-237bfba0-3db5-4296-9d57-5add3b016640 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:57.986475 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3b7b924-956f-45dd-8b3e-3b3820d210ca req-237bfba0-3db5-4296-9d57-5add3b016640 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Mar 03 01:02:58.031131 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3b7b924-956f-45dd-8b3e-3b3820d210ca req-5ddbc6c5-fc05-4341-b011-fb3ccbdf38f1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Mar 03 01:02:58.534761 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73e36a-74a4-49ed-9915-f58a94c6e822 req-a31d4731-5c81-4b0c-a92c-2f0b11142ac3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:58.536276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ab73e36a-74a4-49ed-9915-f58a94c6e822 req-a31d4731-5c81-4b0c-a92c-2f0b11142ac3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0569503 Mar 03 01:02:58.580813 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device d9c8d323-0059-4785-ba7a-f94e0610f420 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:02:58.583049 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ab73e36a-74a4-49ed-9915-f58a94c6e822 req-1e4a0771-b99f-4079-b3ef-a009ec52a406 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Mar 03 01:02:58.605076 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: d9c8d323-0059-4785-ba7a-f94e0610f420 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:02:58.605428 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device d9c8d323-0059-4785-ba7a-f94e0610f420 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:02:58.875732 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6ecbf-d323-4025-a0ef-ee3c01f0a0f8 req-d9fc2fbc-6a05-4ec2-b160-59e51732069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:58.877168 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0cd6ecbf-d323-4025-a0ef-ee3c01f0a0f8 req-d9fc2fbc-6a05-4ec2-b160-59e51732069d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 1130 time: 0.0451958 Mar 03 01:02:58.926963 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0cd6ecbf-d323-4025-a0ef-ee3c01f0a0f8 req-31065f3e-4b1b-43c0-b4c2-2002b48ac005 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 Mar 03 01:02:59.155123 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd63b-10d6-4203-9067-f2693b344799 req-e1e87d91-df80-4c39-8836-9969e0dd3a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:59.156573 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa5cd63b-10d6-4203-9067-f2693b344799 req-e1e87d91-df80-4c39-8836-9969e0dd3a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0532503 Mar 03 01:02:59.208409 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa5cd63b-10d6-4203-9067-f2693b344799 req-ad21c20b-2544-4ce4-81d8-b3a7e80d3e42 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Mar 03 01:02:59.697196 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66487f-a833-4665-a76d-501bbce06a6d req-254e27cd-fe60-4e53-8890-8aeb9836cc19 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:59.698603 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ee66487f-a833-4665-a76d-501bbce06a6d req-254e27cd-fe60-4e53-8890-8aeb9836cc19 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0808895 Mar 03 01:02:59.731606 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88230e60-4d46-4417-a794-f61b41c82638 req-3d1b2a2d-03f3-4db1-b882-0ee0af22dd2e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:02:59.733088 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-88230e60-4d46-4417-a794-f61b41c82638 req-3d1b2a2d-03f3-4db1-b882-0ee0af22dd2e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0807183 Mar 03 01:02:59.775650 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ee66487f-a833-4665-a76d-501bbce06a6d req-a8f72185-90c4-4247-a222-f7cbd4eeb42f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709560 Mar 03 01:02:59.803279 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-88230e60-4d46-4417-a794-f61b41c82638 req-b68e3a5e-a571-4d99-b49d-4f0cad1043f0 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600793 Mar 03 01:03:00.332801 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723a0ae-bea6-4d9b-9ef0-e54395a9dff0 req-24700453-25e5-450a-820f-ef11f91cc3dc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:00.334304 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4723a0ae-bea6-4d9b-9ef0-e54395a9dff0 req-24700453-25e5-450a-820f-ef11f91cc3dc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0555055 Mar 03 01:03:00.382182 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4723a0ae-bea6-4d9b-9ef0-e54395a9dff0 req-20709b2f-958b-43a3-a581-5e254e0dce57 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Mar 03 01:03:00.928956 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5357b-aecf-47bb-9ee1-b17606f2b2ad req-8ddf9370-6733-429b-a23d-2c4280ebe6fe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:00.930416 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fdb5357b-aecf-47bb-9ee1-b17606f2b2ad req-8ddf9370-6733-429b-a23d-2c4280ebe6fe tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0838451 Mar 03 01:03:00.941855 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cda7d-13ce-464e-8cd7-4779d47c6a77 req-f6fffb66-1350-48b3-a0bc-bf864d36d565 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:00.943216 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6a7cda7d-13ce-464e-8cd7-4779d47c6a77 req-f6fffb66-1350-48b3-a0bc-bf864d36d565 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0711327 Mar 03 01:03:01.015209 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fdb5357b-aecf-47bb-9ee1-b17606f2b2ad req-77b71d4a-58c0-4998-8710-cd3cb8f941d5 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710754 Mar 03 01:03:01.018466 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6a7cda7d-13ce-464e-8cd7-4779d47c6a77 req-3f9e5d18-d51e-49fe-a2ef-34a71b4abdb6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Mar 03 01:03:01.503144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841975a-af98-4ec5-816d-72f4dcc804d1 req-ad0934d9-121f-4f57-b289-8f0b6319eeb2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:01.504627 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7841975a-af98-4ec5-816d-72f4dcc804d1 req-ad0934d9-121f-4f57-b289-8f0b6319eeb2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0522692 Mar 03 01:03:01.552952 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7841975a-af98-4ec5-816d-72f4dcc804d1 req-399f25ea-0f15-411a-abc3-aa6254cad2fc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408537 Mar 03 01:03:02.167185 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b4fb-0281-4dd0-b7e3-f3261b111904 req-f2ce5690-d8be-4dab-a581-7c925c7e92e9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:02.168582 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a55b4fb-0281-4dd0-b7e3-f3261b111904 req-f2ce5690-d8be-4dab-a581-7c925c7e92e9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0860045 Mar 03 01:03:02.179412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446b046-1d22-46eb-81ea-813977e71126 req-91e8c11c-3653-4ed1-acee-974b0ea9042b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:02.180873 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b446b046-1d22-46eb-81ea-813977e71126 req-91e8c11c-3653-4ed1-acee-974b0ea9042b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0869551 Mar 03 01:03:02.253968 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a55b4fb-0281-4dd0-b7e3-f3261b111904 req-cf2135c7-b00e-4af0-96f7-9171db869c93 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721309 Mar 03 01:03:02.256997 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b446b046-1d22-46eb-81ea-813977e71126 req-c44d0b92-2b35-42b5-9001-46fe55d46479 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 Mar 03 01:03:02.673667 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a45f4-bedf-4436-9504-8e5df80c9443 req-7d48675d-239d-4c6b-aee0-7d825792bea0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:02.675970 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-198a45f4-bedf-4436-9504-8e5df80c9443 req-7d48675d-239d-4c6b-aee0-7d825792bea0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0527680 Mar 03 01:03:02.724174 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-198a45f4-bedf-4436-9504-8e5df80c9443 req-586f81e0-0520-4737-9ccd-538eb37727ed tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Mar 03 01:03:03.140203 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:03:03.405385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd600-02be-4082-9d5a-f7d59818018d req-dca57b79-7ec4-4d80-b896-56ade802ae95 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:03.406787 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-296cd600-02be-4082-9d5a-f7d59818018d req-dca57b79-7ec4-4d80-b896-56ade802ae95 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0858743 Mar 03 01:03:03.414348 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075c3e3-9181-454c-a9d7-aa433a411b2e req-7b06f671-273a-4178-a4d3-45923b7688a7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:03.415727 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9075c3e3-9181-454c-a9d7-aa433a411b2e req-7b06f671-273a-4178-a4d3-45923b7688a7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0863032 Mar 03 01:03:03.484759 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-296cd600-02be-4082-9d5a-f7d59818018d req-0630a760-8268-4b14-b3a7-1a2ee9d93d7d tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680654 Mar 03 01:03:03.492119 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9075c3e3-9181-454c-a9d7-aa433a411b2e req-e41cf17c-aeb8-4f4f-88d5-91f0c7d4ef9e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698683 Mar 03 01:03:03.854883 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370adfb-d16c-4dfd-bd7d-7c39e5196563 req-1c23add5-29a9-4d94-842a-1fb8369a4089 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:03.856404 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e370adfb-d16c-4dfd-bd7d-7c39e5196563 req-1c23add5-29a9-4d94-842a-1fb8369a4089 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0606945 Mar 03 01:03:03.926037 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e370adfb-d16c-4dfd-bd7d-7c39e5196563 req-6c86d7d6-0c87-43ab-aa23-1725f579066d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636892 Mar 03 01:03:04.380974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-7891ddba-6a7d-4148-8951-bf0119285031 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:04.382467 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-7891ddba-6a7d-4148-8951-bf0119285031 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.0510895 Mar 03 01:03:04.495795 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Deleting port ec5b8105-d64c-4588-9605-4502149561f9 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:03:04.496537 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (ec5b8105-d64c-4588-9605-4502149561f9), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:04.653669 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] For port ec5b8105-d64c-4588-9605-4502149561f9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ec5b8105-d64c-4588-9605-4502149561f9,segment=NetworkSegment(2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62),segment_id=2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:04.654037 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (ec5b8105-d64c-4588-9605-4502149561f9), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:04.677653 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Calling delete_port for ec5b8105-d64c-4588-9605-4502149561f9 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:03:04.692423 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4615e9-d58f-4ae6-abe4-0789029a9f3e req-405a02fd-1881-4277-98dd-72fb774fae4a tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:04.693907 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9b4615e9-d58f-4ae6-abe4-0789029a9f3e req-405a02fd-1881-4277-98dd-72fb774fae4a tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 946 time: 0.1378441 Mar 03 01:03:04.750557 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f24f41-a755-4dd6-ba3e-92b2694f4444 req-5436e792-c51f-409d-93fe-09d94abf5ce7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:04.751934 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10f24f41-a755-4dd6-ba3e-92b2694f4444 req-5436e792-c51f-409d-93fe-09d94abf5ce7 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.1829355 Mar 03 01:03:04.824169 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9b4615e9-d58f-4ae6-abe4-0789029a9f3e req-9cf72f30-5f00-4b19-a04c-662d4703da2f tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/security-groups?id=0380c950-278d-4593-8410-fee8d04bb397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225953 Mar 03 01:03:04.849294 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-10f24f41-a755-4dd6-ba3e-92b2694f4444 req-ecfdae8a-b61e-4c09-9fd8-fc07fb8aa215 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896206 Mar 03 01:03:04.903196 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (ec5b8105-d64c-4588-9605-4502149561f9), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:04.933215 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Pushing event deleted for resources: {'Port': ['ID=ec5b8105-d64c-4588-9605-4502149561f9,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:04.981975 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] No DVR routers for this DVR port ec5b8105-d64c-4588-9605-4502149561f9 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:03:04.984757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:04.988355 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dcc02ed3-cf7e-45c4-9a29-3d56daaec7e5 req-147da47b-9335-41e4-8f3e-7f72dfc259d9 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.30 "DELETE /v2.0/ports/ec5b8105-d64c-4588-9605-4502149561f9 HTTP/1.1" status: 204 len: 173 time: 0.5913849 Mar 03 01:03:04.988882 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'name': 'network-vif-deleted', 'tag': 'ec5b8105-d64c-4588-9605-4502149561f9'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:03:04.991159 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b2df7c-f0ea-4141-90cf-879de0d6bf85" -d '{"events": [{"server_uuid": "c82d1150-c232-4256-bb7c-0a987d344c7d", "name": "network-vif-deleted", "tag": "ec5b8105-d64c-4588-9605-4502149561f9"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:03:05.045690 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ad92d-befc-4d8f-8784-88f5622c61c3 req-68cad476-cd1c-422a-94b8-d5bce271fc89 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:05.047192 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4c7ad92d-befc-4d8f-8784-88f5622c61c3 req-68cad476-cd1c-422a-94b8-d5bce271fc89 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0520942 Mar 03 01:03:05.097525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4c7ad92d-befc-4d8f-8784-88f5622c61c3 req-bf19f717-d1ae-41b4-9ba5-ec1c48febbde tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443349 Mar 03 01:03:05.140130 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5395b612-b514-411d-a921-29b65f7cf16e x-openstack-request-id: req-5395b612-b514-411d-a921-29b65f7cf16e {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:03:05.140435 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82d1150-c232-4256-bb7c-0a987d344c7d", "name": "network-vif-deleted", "tag": "ec5b8105-d64c-4588-9605-4502149561f9", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:03:05.140724 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5395b612-b514-411d-a921-29b65f7cf16e {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:03:05.141134 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82d1150-c232-4256-bb7c-0a987d344c7d', 'name': 'network-vif-deleted', 'tag': 'ec5b8105-d64c-4588-9605-4502149561f9', 'status': 'completed', 'code': 200} Mar 03 01:03:05.924629 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52cb0f50-0de8-46a0-b838-e82bf645edc8 req-ab6d2f49-3fb9-451c-bd09-d8fe8d0a8785 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.0284626 Mar 03 01:03:07.017252 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f6368db4-c824-4c46-8d22-fbb4affe74d1 req-1860ab35-442d-4ecd-b63f-92a001b1595b tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.0266709 Mar 03 01:03:07.201293 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['ec5b8105-d64c-4588-9605-4502149561f9'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:03:08.128275 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fd40d687-1345-4aa2-b028-a8eb182e63fa req-62e63a4b-90b9-4105-86b6-bbf54d2a8212 tempest-AttachVolumeNegativeTest-590494876 tempest-AttachVolumeNegativeTest-590494876-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82d1150-c232-4256-bb7c-0a987d344c7d HTTP/1.1" status: 200 len: 210 time: 0.0340683 Mar 03 01:03:08.692254 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-30542397-dd2c-4316-97b8-303f2144ee95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.182537 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34464) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:09.226399 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Deleting subnet 4b2566ac-4447-4885-a043-945bcbc9e424 {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:03:09.229370 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Publish callbacks [] for subnet (4b2566ac-4447-4885-a043-945bcbc9e424), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.262275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (4b2566ac-4447-4885-a043-945bcbc9e424), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.299812 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (4b2566ac-4447-4885-a043-945bcbc9e424), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.367650 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (4b2566ac-4447-4885-a043-945bcbc9e424), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.396946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2566ac-4447-4885-a043-945bcbc9e424,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:09.403700 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.407124 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ada14e78-dcf0-4ff9-8dc2-7d10d91ba63a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b2566ac-4447-4885-a043-945bcbc9e424 HTTP/1.1" status: 204 len: 168 time: 0.2235639 Mar 03 01:03:09.409589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34476) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:09.478612 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (7d5cdcbe-69b7-4759-87f2-a3384d66ed76), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.568992 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (7d5cdcbe-69b7-4759-87f2-a3384d66ed76), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.591788 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5cdcbe-69b7-4759-87f2-a3384d66ed76']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:09.601583 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:09.601892 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:09.611435 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.624384 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.630637 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:03:09.631090 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (2d6da45a-d9c7-4ad4-9a66-6ebbdb07ca62), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:03:09.633384 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:03:09.687702 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (7d5cdcbe-69b7-4759-87f2-a3384d66ed76), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.694816 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.698433 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] 10.222.0.18 "DELETE /v2.0/networks/7d5cdcbe-69b7-4759-87f2-a3384d66ed76 HTTP/1.1" status: 204 len: 168 time: 0.2877989 Mar 03 01:03:09.708666 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e48fe-584a-4ca7-b403-1e8171d326db admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5cdcbe-69b7-4759-87f2-a3384d66ed76,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:09.861899 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34484) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:09.909555 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f4190169-7e21-4c81-b8e0-578216950ae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa349d21d934c93a4213fa56477eb2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464146 Mar 03 01:03:09.912255 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34486) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:09.964320 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41b82aeb-26dd-4951-aed3-90860b91733a admin admin] Publish callbacks [] for security_group (0380c950-278d-4593-8410-fee8d04bb397), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:09.984989 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41b82aeb-26dd-4951-aed3-90860b91733a admin admin] Publish callbacks [] for security_group (0380c950-278d-4593-8410-fee8d04bb397), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:10.032092 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41b82aeb-26dd-4951-aed3-90860b91733a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (0380c950-278d-4593-8410-fee8d04bb397), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:10.035118 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41b82aeb-26dd-4951-aed3-90860b91733a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:10.036193 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-41b82aeb-26dd-4951-aed3-90860b91733a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0380c950-278d-4593-8410-fee8d04bb397 HTTP/1.1" status: 204 len: 168 time: 0.1227932 Mar 03 01:03:10.044166 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b82aeb-26dd-4951-aed3-90860b91733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380c950-278d-4593-8410-fee8d04bb397,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:11.081132 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0105-6884-4a96-b271-0f355722fcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:11.213627 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ec5b8105-d64c-4588-9605-4502149561f9 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:03:11.235152 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: ec5b8105-d64c-4588-9605-4502149561f9 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:03:11.235497 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device ec5b8105-d64c-4588-9605-4502149561f9 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:03:11.935486 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1005e-cdc3-4a7f-a904-8e4783fe3b78 req-ab5ba80e-4ede-41f6-9591-2c52ee812efe tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:11.937044 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a8b1005e-cdc3-4a7f-a904-8e4783fe3b78 req-ab5ba80e-4ede-41f6-9591-2c52ee812efe tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0564308 Mar 03 01:03:11.983488 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a8b1005e-cdc3-4a7f-a904-8e4783fe3b78 req-a29b705b-6dc0-4875-8895-cc41968fb63b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Mar 03 01:03:12.280092 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:13.108145 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef935b-eafd-4ef8-bdeb-0493d38ab831 req-05ac5596-e339-4812-893a-6d4481e1adc0 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:13.109223 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-28ef935b-eafd-4ef8-bdeb-0493d38ab831 req-05ac5596-e339-4812-893a-6d4481e1adc0 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0576723 Mar 03 01:03:13.156515 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-28ef935b-eafd-4ef8-bdeb-0493d38ab831 req-c3ca3958-a11e-48ea-9521-ca5bb41fe1b6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Mar 03 01:03:13.575014 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:13.731868 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34584) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:13.832520 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2c4dadea-9fca-48b0-af76-b77b7c1cb8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:13.909869 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2c4dadea-9fca-48b0-af76-b77b7c1cb8b7 admin admin] Publish callbacks [] for security_group (44654716-bb5c-4095-8b2a-667cc26b288c), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:13.914331 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2c4dadea-9fca-48b0-af76-b77b7c1cb8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (44654716-bb5c-4095-8b2a-667cc26b288c), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:13.963060 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-2c4dadea-9fca-48b0-af76-b77b7c1cb8b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8651334c639f4d9a9470f95e081b2e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277555 Mar 03 01:03:13.963578 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34592) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:13.964501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dadea-9fca-48b0-af76-b77b7c1cb8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44654716-bb5c-4095-8b2a-667cc26b288c,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:14.017058 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a950-2536-4f48-bbc4-11b5e407e361 admin admin] Publish callbacks [] for security_group (44654716-bb5c-4095-8b2a-667cc26b288c), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:14.042995 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a950-2536-4f48-bbc4-11b5e407e361 admin admin] Publish callbacks [] for security_group (44654716-bb5c-4095-8b2a-667cc26b288c), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:14.085489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cd440-87d8-46d2-81a8-1681dd4c44bf req-5c26e00f-d68c-4a65-87a4-3a94cf4e35b9 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:14.087514 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-898cd440-87d8-46d2-81a8-1681dd4c44bf req-5c26e00f-d68c-4a65-87a4-3a94cf4e35b9 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 945 time: 0.0540409 Mar 03 01:03:14.089774 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a950-2536-4f48-bbc4-11b5e407e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (44654716-bb5c-4095-8b2a-667cc26b288c), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:14.092380 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a950-2536-4f48-bbc4-11b5e407e361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:14.093539 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d8c3a950-2536-4f48-bbc4-11b5e407e361 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44654716-bb5c-4095-8b2a-667cc26b288c HTTP/1.1" status: 204 len: 168 time: 0.1288884 Mar 03 01:03:14.103745 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a950-2536-4f48-bbc4-11b5e407e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44654716-bb5c-4095-8b2a-667cc26b288c,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:14.139562 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-898cd440-87d8-46d2-81a8-1681dd4c44bf req-dbd1a85a-a4e6-4833-8d6c-d66d37f7b840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 Mar 03 01:03:14.277639 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58fa2f-bd21-493b-af9d-9ff8eaff36f0 req-f27d1a41-aa9c-4016-94a4-d7f82df5a24b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:14.279144 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4d58fa2f-bd21-493b-af9d-9ff8eaff36f0 req-f27d1a41-aa9c-4016-94a4-d7f82df5a24b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0524957 Mar 03 01:03:14.326393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4d58fa2f-bd21-493b-af9d-9ff8eaff36f0 req-7ef2a76a-32b3-4715-bc78-aa697557ed1d tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Mar 03 01:03:15.259410 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9a60-dbd6-4958-9d5f-30d0915dac0d req-a5bb73ef-4c74-47f8-afab-e30d7def8339 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:15.261001 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-616d9a60-dbd6-4958-9d5f-30d0915dac0d req-a5bb73ef-4c74-47f8-afab-e30d7def8339 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 945 time: 0.0532210 Mar 03 01:03:15.273683 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:15.309781 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-616d9a60-dbd6-4958-9d5f-30d0915dac0d req-c31a0b35-694d-41bb-b07a-b1d0ec921ed5 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Mar 03 01:03:15.372559 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:15.457155 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d31365-7174-4d81-9ada-078452e1755a req-80112de7-12cd-457d-a527-bc8cedb8beab tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:15.458630 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d31365-7174-4d81-9ada-078452e1755a req-80112de7-12cd-457d-a527-bc8cedb8beab tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0563741 Mar 03 01:03:15.505389 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d31365-7174-4d81-9ada-078452e1755a req-a04c3de0-2730-4e30-9d8d-ea539f4d9c17 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Mar 03 01:03:16.201292 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-b7bf1651-1fa6-46b8-8293-01bb0091a4c5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:16.202733 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-b7bf1651-1fa6-46b8-8293-01bb0091a4c5 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0510757 Mar 03 01:03:16.299408 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Deleting port 8b3b313d-ec99-4711-8b01-85a9d350c193 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:03:16.300172 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:16.423129 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] For port 8b3b313d-ec99-4711-8b01-85a9d350c193, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8b3b313d-ec99-4711-8b01-85a9d350c193,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:16.423546 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:16.437699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Calling delete_port for 8b3b313d-ec99-4711-8b01-85a9d350c193 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:03:16.462511 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83cda8-61db-491f-a050-4cafd151906a req-a7266ae0-c7b5-4009-b0f2-23b8c4a6473c tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:16.463896 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cd83cda8-61db-491f-a050-4cafd151906a req-a7266ae0-c7b5-4009-b0f2-23b8c4a6473c tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 945 time: 0.0828500 Mar 03 01:03:16.550333 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cd83cda8-61db-491f-a050-4cafd151906a req-fe39b80c-418a-463e-a59c-768810f2116b tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Mar 03 01:03:16.653746 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (8b3b313d-ec99-4711-8b01-85a9d350c193), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:16.662105 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5ab86-2b87-4ce7-bae3-5a83b23d9518 req-1f5295d9-cfc3-41cd-b811-a8feffd43cb8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:16.663611 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a9c5ab86-2b87-4ce7-bae3-5a83b23d9518 req-1f5295d9-cfc3-41cd-b811-a8feffd43cb8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d80bd5d-07f7-44c8-8105-4ffa7709cb9f HTTP/1.1" status: 200 len: 945 time: 0.0913823 Mar 03 01:03:16.698153 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Pushing event deleted for resources: {'Port': ['ID=8b3b313d-ec99-4711-8b01-85a9d350c193,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:16.710546 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['21cbaf8a-c939-46d8-9012-6b97e8b3d5ce', '8b3b313d-ec99-4711-8b01-85a9d350c193'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:03:16.751152 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] No DVR routers for this DVR port 8b3b313d-ec99-4711-8b01-85a9d350c193 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:03:16.755541 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:16.758887 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ace51cd1-8fab-430d-9515-20111c6a6b86 req-34b0e064-56c8-43cd-915f-0e46cc9426a9 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "DELETE /v2.0/ports/8b3b313d-ec99-4711-8b01-85a9d350c193 HTTP/1.1" status: 204 len: 173 time: 0.5504529 Mar 03 01:03:16.759352 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'name': 'network-vif-deleted', 'tag': '8b3b313d-ec99-4711-8b01-85a9d350c193'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:03:16.761633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a110838-b6e5-468c-8e62-ef852f69a799" -d '{"events": [{"server_uuid": "5d80bd5d-07f7-44c8-8105-4ffa7709cb9f", "name": "network-vif-deleted", "tag": "8b3b313d-ec99-4711-8b01-85a9d350c193"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:03:16.779706 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a9c5ab86-2b87-4ce7-bae3-5a83b23d9518 req-9bc2141b-9501-41ca-b655-f13fb2568ac2 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097219 Mar 03 01:03:16.826240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288f6c39-4d94-437c-b5c6-64368c8467de x-openstack-request-id: req-288f6c39-4d94-437c-b5c6-64368c8467de {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:03:16.826540 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d80bd5d-07f7-44c8-8105-4ffa7709cb9f", "name": "network-vif-deleted", "tag": "8b3b313d-ec99-4711-8b01-85a9d350c193", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:03:16.826800 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-288f6c39-4d94-437c-b5c6-64368c8467de {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:03:16.827207 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d80bd5d-07f7-44c8-8105-4ffa7709cb9f', 'name': 'network-vif-deleted', 'tag': '8b3b313d-ec99-4711-8b01-85a9d350c193', 'status': 'completed', 'code': 200} Mar 03 01:03:17.254437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-de72d547-00c7-40c4-9b4f-ee0f8930393a tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:17.255885 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-de72d547-00c7-40c4-9b4f-ee0f8930393a tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 945 time: 0.0612330 Mar 03 01:03:17.353504 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Deleting port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:03:17.354160 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:17.444555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] For port f3bf3ce5-9895-43f8-94b9-e6e3951278e7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:17.444919 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:17.458467 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Calling delete_port for f3bf3ce5-9895-43f8-94b9-e6e3951278e7 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:03:17.585937 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f3bf3ce5-9895-43f8-94b9-e6e3951278e7), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:17.619810 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Pushing event deleted for resources: {'Port': ['ID=f3bf3ce5-9895-43f8-94b9-e6e3951278e7,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:17.625932 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['f3bf3ce5-9895-43f8-94b9-e6e3951278e7'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:03:17.670071 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0f76288a-de70-45fe-865b-e605c787dbee req-eb4c18c7-61fa-4568-aa04-5e807e75532a tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3d9c82-b576-4bd5-a524-f21f20ac2935 HTTP/1.1" status: 200 len: 210 time: 0.0483158 Mar 03 01:03:17.684463 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] No DVR routers for this DVR port f3bf3ce5-9895-43f8-94b9-e6e3951278e7 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:03:17.686832 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:17.690665 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-deb4bdd4-1d69-4947-9433-d1fd8d08d41b req-9e415747-b264-4fb1-a118-d91bfc96eea4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "DELETE /v2.0/ports/f3bf3ce5-9895-43f8-94b9-e6e3951278e7 HTTP/1.1" status: 204 len: 173 time: 0.4269862 Mar 03 01:03:18.052568 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093e515-5b05-4e90-aa38-6520191f13dd req-bc7b2893-2098-4f71-a5c1-7a37c529a3bd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:18.054039 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8093e515-5b05-4e90-aa38-6520191f13dd req-bc7b2893-2098-4f71-a5c1-7a37c529a3bd tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0526388 Mar 03 01:03:18.104082 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8093e515-5b05-4e90-aa38-6520191f13dd req-7ef19757-b37f-458f-8390-327c720f4c8a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Mar 03 01:03:18.828640 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'name': 'network-vif-deleted', 'tag': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:03:18.831978 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11270abb-601e-4a3e-b1ed-e9ae4c6125bc" -d '{"events": [{"server_uuid": "ca3d9c82-b576-4bd5-a524-f21f20ac2935", "name": "network-vif-deleted", "tag": "f3bf3ce5-9895-43f8-94b9-e6e3951278e7"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:03:18.868192 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ead605-9c21-46d4-93ea-bb955f0944bd x-openstack-request-id: req-68ead605-9c21-46d4-93ea-bb955f0944bd {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:03:18.868494 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3d9c82-b576-4bd5-a524-f21f20ac2935", "name": "network-vif-deleted", "tag": "f3bf3ce5-9895-43f8-94b9-e6e3951278e7", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:03:18.868751 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68ead605-9c21-46d4-93ea-bb955f0944bd {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:03:18.869145 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d9c82-b576-4bd5-a524-f21f20ac2935', 'name': 'network-vif-deleted', 'tag': 'f3bf3ce5-9895-43f8-94b9-e6e3951278e7', 'status': 'completed', 'code': 200} Mar 03 01:03:18.977817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34718) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:19.086554 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6f0e504b-81e5-4262-b102-422e1d584f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.160614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6f0e504b-81e5-4262-b102-422e1d584f1e admin admin] Publish callbacks [] for security_group (17a2d002-5bcf-45a1-a79c-46573fa56a6f), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.164845 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-6f0e504b-81e5-4262-b102-422e1d584f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (17a2d002-5bcf-45a1-a79c-46573fa56a6f), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.228068 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-6f0e504b-81e5-4262-b102-422e1d584f1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0c3e8b64ed647c6a4f8a613ccdc48bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489762 Mar 03 01:03:19.229452 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e504b-81e5-4262-b102-422e1d584f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2d002-5bcf-45a1-a79c-46573fa56a6f,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:19.230587 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34724) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:19.255323 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99d2c0-7d45-4fc1-a68e-776be264a65b req-26b736b3-88cb-4328-8fb1-e0fba86be09a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:19.256834 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef99d2c0-7d45-4fc1-a68e-776be264a65b req-26b736b3-88cb-4328-8fb1-e0fba86be09a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0771544 Mar 03 01:03:19.279431 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7520fb2-106e-4ac8-9570-80a467440226 admin admin] Publish callbacks [] for security_group (17a2d002-5bcf-45a1-a79c-46573fa56a6f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.301801 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7520fb2-106e-4ac8-9570-80a467440226 admin admin] Publish callbacks [] for security_group (17a2d002-5bcf-45a1-a79c-46573fa56a6f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.303106 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef99d2c0-7d45-4fc1-a68e-776be264a65b req-beb3be7b-b746-4511-9d1a-d3c17e182a74 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Mar 03 01:03:19.347865 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7520fb2-106e-4ac8-9570-80a467440226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (17a2d002-5bcf-45a1-a79c-46573fa56a6f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.350492 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f7520fb2-106e-4ac8-9570-80a467440226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.351639 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f7520fb2-106e-4ac8-9570-80a467440226 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a2d002-5bcf-45a1-a79c-46573fa56a6f HTTP/1.1" status: 204 len: 168 time: 0.1200635 Mar 03 01:03:19.359249 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7520fb2-106e-4ac8-9570-80a467440226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2d002-5bcf-45a1-a79c-46573fa56a6f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:19.605823 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34730) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:19.619240 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62c88026-96e7-49c7-a852-7d81daf761fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.692472 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62c88026-96e7-49c7-a852-7d81daf761fc admin admin] Publish callbacks [] for security_group (cf9020e9-dafa-4737-a107-be90adecf404), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.695982 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-62c88026-96e7-49c7-a852-7d81daf761fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (cf9020e9-dafa-4737-a107-be90adecf404), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:19.735153 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-62c88026-96e7-49c7-a852-7d81daf761fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a82f4929d44c4ab087bc991ae3a726a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282063 Mar 03 01:03:19.736238 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88026-96e7-49c7-a852-7d81daf761fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9020e9-dafa-4737-a107-be90adecf404,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:19.737841 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34732) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:19.789870 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-569f47a2-f09f-4543-8d89-f9eb415a5d90 admin admin] Publish callbacks [] for security_group (cf9020e9-dafa-4737-a107-be90adecf404), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:20.050657 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-569f47a2-f09f-4543-8d89-f9eb415a5d90 admin admin] Publish callbacks [] for security_group (cf9020e9-dafa-4737-a107-be90adecf404), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:20.096155 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-569f47a2-f09f-4543-8d89-f9eb415a5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (cf9020e9-dafa-4737-a107-be90adecf404), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:20.098757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-569f47a2-f09f-4543-8d89-f9eb415a5d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:20.099898 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-569f47a2-f09f-4543-8d89-f9eb415a5d90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf9020e9-dafa-4737-a107-be90adecf404 HTTP/1.1" status: 204 len: 168 time: 0.3604827 Mar 03 01:03:20.107296 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f47a2-f09f-4543-8d89-f9eb415a5d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9020e9-dafa-4737-a107-be90adecf404,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:20.432234 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39dfa7-af29-4f8d-a9ea-504d1613552e req-2cf60aac-ba41-4e62-a63d-440e96fd169c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:20.433737 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2a39dfa7-af29-4f8d-a9ea-504d1613552e req-2cf60aac-ba41-4e62-a63d-440e96fd169c tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0625324 Mar 03 01:03:20.482897 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2a39dfa7-af29-4f8d-a9ea-504d1613552e req-8aac0f95-662e-4d2a-a497-29a113425f16 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Mar 03 01:03:21.604488 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34714bc-14bc-4d72-a0e8-f34f3045a73e req-3f1a6445-7246-48ac-ab6d-29b60732d7f3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:21.605891 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f34714bc-14bc-4d72-a0e8-f34f3045a73e req-3f1a6445-7246-48ac-ab6d-29b60732d7f3 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0567641 Mar 03 01:03:21.652860 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f34714bc-14bc-4d72-a0e8-f34f3045a73e req-3b3b830b-b1a9-4ac6-b209-8c21a347d06b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Mar 03 01:03:21.954336 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8b3b313d-ec99-4711-8b01-85a9d350c193 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:03:21.976314 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 8b3b313d-ec99-4711-8b01-85a9d350c193 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:03:21.976562 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8b3b313d-ec99-4711-8b01-85a9d350c193 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:03:21.976985 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f3bf3ce5-9895-43f8-94b9-e6e3951278e7 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:03:22.000403 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: f3bf3ce5-9895-43f8-94b9-e6e3951278e7 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:03:22.000719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f3bf3ce5-9895-43f8-94b9-e6e3951278e7 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:03:22.786114 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbe12-7c40-4248-ae35-9a2bf2c5b8ec req-c49bdfca-2da5-477e-a975-5e026099252b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:22.787658 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-06acbe12-7c40-4248-ae35-9a2bf2c5b8ec req-c49bdfca-2da5-477e-a975-5e026099252b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0614073 Mar 03 01:03:22.834193 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-06acbe12-7c40-4248-ae35-9a2bf2c5b8ec req-61e0ba2b-b2e0-4cd5-b9ce-f9611944c86a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Mar 03 01:03:23.951880 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3de28-082b-4eec-b1d5-79cd012c7ed3 req-d3916ba3-bbd7-4bc6-854c-3204d4f3c8b6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:23.953398 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dad3de28-082b-4eec-b1d5-79cd012c7ed3 req-d3916ba3-bbd7-4bc6-854c-3204d4f3c8b6 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0545595 Mar 03 01:03:24.005870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dad3de28-082b-4eec-b1d5-79cd012c7ed3 req-bda86300-4c89-4cd6-85ae-a3550cabf527 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Mar 03 01:03:24.966000 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34866) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:25.068062 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb18d-3ad3-45d6-9640-f6d73291d726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.149617 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4928a2-c3cd-44a7-bea6-77ad2f6e1275 req-1fdc37b5-f483-4fcb-a168-b83349fda5fe tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:25.151222 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-de4928a2-c3cd-44a7-bea6-77ad2f6e1275 req-1fdc37b5-f483-4fcb-a168-b83349fda5fe tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0757434 Mar 03 01:03:25.223192 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb18d-3ad3-45d6-9640-f6d73291d726 admin admin] Publish callbacks [] for security_group (e628ce86-c4cb-4f31-913a-fdce21f9feae), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.227290 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-de4928a2-c3cd-44a7-bea6-77ad2f6e1275 req-cef4b6e2-d667-4d53-b601-9e57ed4ede6b tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652370 Mar 03 01:03:25.229040 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb18d-3ad3-45d6-9640-f6d73291d726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (e628ce86-c4cb-4f31-913a-fdce21f9feae), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.268248 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdb18d-3ad3-45d6-9640-f6d73291d726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e628ce86-c4cb-4f31-913a-fdce21f9feae,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:25.273082 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c2cdb18d-3ad3-45d6-9640-f6d73291d726 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac69a1c813d54e96b6bd2b3db19a7870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060672 Mar 03 01:03:25.275648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34872) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:25.330533 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ad0e18ec-c7be-469f-8d30-8cc13ad5a3c8 admin admin] Publish callbacks [] for security_group (e628ce86-c4cb-4f31-913a-fdce21f9feae), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.353330 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ad0e18ec-c7be-469f-8d30-8cc13ad5a3c8 admin admin] Publish callbacks [] for security_group (e628ce86-c4cb-4f31-913a-fdce21f9feae), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.409742 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ad0e18ec-c7be-469f-8d30-8cc13ad5a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (e628ce86-c4cb-4f31-913a-fdce21f9feae), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.412744 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ad0e18ec-c7be-469f-8d30-8cc13ad5a3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.413906 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ad0e18ec-c7be-469f-8d30-8cc13ad5a3c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e628ce86-c4cb-4f31-913a-fdce21f9feae HTTP/1.1" status: 204 len: 168 time: 0.1373239 Mar 03 01:03:25.421736 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e18ec-c7be-469f-8d30-8cc13ad5a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628ce86-c4cb-4f31-913a-fdce21f9feae,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:25.661468 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 34880) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:25.675176 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c654d216-3658-4e75-a0ef-b0b5eae64fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.747935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c654d216-3658-4e75-a0ef-b0b5eae64fe2 admin admin] Publish callbacks [] for security_group (a0280e61-4eaa-4c2b-a41b-8277d550e66a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.751366 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c654d216-3658-4e75-a0ef-b0b5eae64fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a0280e61-4eaa-4c2b-a41b-8277d550e66a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.789061 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c654d216-3658-4e75-a0ef-b0b5eae64fe2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=970f232fdffd4018aa7158741129c2a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265440 Mar 03 01:03:25.789921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654d216-3658-4e75-a0ef-b0b5eae64fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0280e61-4eaa-4c2b-a41b-8277d550e66a,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:25.791684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34882) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:25.839644 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b5632c44-c85b-451c-a34e-f03c85486b71 admin admin] Publish callbacks [] for security_group (a0280e61-4eaa-4c2b-a41b-8277d550e66a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.860394 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b5632c44-c85b-451c-a34e-f03c85486b71 admin admin] Publish callbacks [] for security_group (a0280e61-4eaa-4c2b-a41b-8277d550e66a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.907022 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b5632c44-c85b-451c-a34e-f03c85486b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a0280e61-4eaa-4c2b-a41b-8277d550e66a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.910213 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b5632c44-c85b-451c-a34e-f03c85486b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:25.911602 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b5632c44-c85b-451c-a34e-f03c85486b71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0280e61-4eaa-4c2b-a41b-8277d550e66a HTTP/1.1" status: 204 len: 168 time: 0.1189117 Mar 03 01:03:25.919150 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5632c44-c85b-451c-a34e-f03c85486b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0280e61-4eaa-4c2b-a41b-8277d550e66a,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:26.219456 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34892) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:26.232706 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f26ffd31-6268-445e-bdde-0b37e1268861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.309146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f26ffd31-6268-445e-bdde-0b37e1268861 admin admin] Publish callbacks [] for security_group (57c7db9c-d8ae-4f67-bc7b-8418950b6cb1), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.313059 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f26ffd31-6268-445e-bdde-0b37e1268861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (57c7db9c-d8ae-4f67-bc7b-8418950b6cb1), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.351628 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f26ffd31-6268-445e-bdde-0b37e1268861 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b03fbcf068f42feaa626512b2ca2933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305068 Mar 03 01:03:26.352483 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ffd31-6268-445e-bdde-0b37e1268861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7db9c-d8ae-4f67-bc7b-8418950b6cb1,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:26.354075 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ccd66-e571-4309-b917-b23b7d62dce6 req-23a3e19a-1650-4161-a377-8d1777953be1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:26.354769 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 34896) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:26.355810 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f94ccd66-e571-4309-b917-b23b7d62dce6 req-23a3e19a-1650-4161-a377-8d1777953be1 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0548899 Mar 03 01:03:26.404904 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c64a856-90ca-49e3-aa38-5b58054fc6ca admin admin] Publish callbacks [] for security_group (57c7db9c-d8ae-4f67-bc7b-8418950b6cb1), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.405629 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f94ccd66-e571-4309-b917-b23b7d62dce6 req-7690d3d9-412a-4465-9e1f-8710ae849f8a tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Mar 03 01:03:26.619214 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c64a856-90ca-49e3-aa38-5b58054fc6ca admin admin] Publish callbacks [] for security_group (57c7db9c-d8ae-4f67-bc7b-8418950b6cb1), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.664358 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c64a856-90ca-49e3-aa38-5b58054fc6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (57c7db9c-d8ae-4f67-bc7b-8418950b6cb1), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.666866 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6c64a856-90ca-49e3-aa38-5b58054fc6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:26.667991 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6c64a856-90ca-49e3-aa38-5b58054fc6ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57c7db9c-d8ae-4f67-bc7b-8418950b6cb1 HTTP/1.1" status: 204 len: 168 time: 0.3123438 Mar 03 01:03:26.675887 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64a856-90ca-49e3-aa38-5b58054fc6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7db9c-d8ae-4f67-bc7b-8418950b6cb1,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:27.335721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-1cf73d06-005d-427a-a966-ec9dcf74686e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:27.337397 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-1cf73d06-005d-427a-a966-ec9dcf74686e tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0573883 Mar 03 01:03:27.438365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Deleting port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:03:27.438951 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:27.580593 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74906e-fcb8-4b6d-b27d-b8db361c0649 req-0c25de99-6b50-46f9-aa9c-f0a123ead450 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:27.580593 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf74906e-fcb8-4b6d-b27d-b8db361c0649 req-0c25de99-6b50-46f9-aa9c-f0a123ead450 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/ports?device_id=467353ab-ae2f-47cf-8c39-d46859d56553 HTTP/1.1" status: 200 len: 946 time: 0.0950239 Mar 03 01:03:27.581161 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] For port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:27.584740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:27.612121 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Calling delete_port for 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:03:27.734590 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cf74906e-fcb8-4b6d-b27d-b8db361c0649 req-34090bf3-7020-4448-9086-470ba5fffea8 tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.18 "GET /v2.0/security-groups?id=291d0be5-b3d4-4094-974b-df102396ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407447 Mar 03 01:03:27.805373 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-cb1d5666-6ee3-4feb-99a9-e87ed8101f1d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:27.806905 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-cb1d5666-6ee3-4feb-99a9-e87ed8101f1d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/networks?id=a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 200 len: 814 time: 0.1383002 Mar 03 01:03:27.850972 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-0a3bc907-dfae-48b3-9ac1-1c99646809fb tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/quotas/cd6627a4d87f4612ac6b11835dc6c307 HTTP/1.1" status: 200 len: 375 time: 0.0376556 Mar 03 01:03:27.896331 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-c287bc1c-9c6e-4642-9e4e-fd1debfc2e03 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399008 Mar 03 01:03:27.903965 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (21cbaf8a-c939-46d8-9012-6b97e8b3d5ce), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:27.946376 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Pushing event deleted for resources: {'Port': ['ID=21cbaf8a-c939-46d8-9012-6b97e8b3d5ce,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:28.031915 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] No DVR routers for this DVR port 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:03:28.035093 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:28.038685 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8d38c485-27c8-47d3-98b8-fcfc07f535c3 req-62f71568-7278-44e6-b460-547c64be47eb tempest-ServerRescueNegativeTestJSON-2053341092 tempest-ServerRescueNegativeTestJSON-2053341092-project] 10.222.0.30 "DELETE /v2.0/ports/21cbaf8a-c939-46d8-9012-6b97e8b3d5ce HTTP/1.1" status: 204 len: 173 time: 0.6945992 Mar 03 01:03:28.040620 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467353ab-ae2f-47cf-8c39-d46859d56553', 'name': 'network-vif-deleted', 'tag': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:03:28.042868 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b4ad0-0d2a-4b1d-9d3b-ad112893b957" -d '{"events": [{"server_uuid": "467353ab-ae2f-47cf-8c39-d46859d56553", "name": "network-vif-deleted", "tag": "21cbaf8a-c939-46d8-9012-6b97e8b3d5ce"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:03:28.075481 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-1db5ef7d-8118-4077-a7bd-70d5cab1e939 service neutron] 10.222.0.18 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652846 Mar 03 01:03:28.080980 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff121c76-63e4-4f95-be1a-5d4df57d11e8 x-openstack-request-id: req-ff121c76-63e4-4f95-be1a-5d4df57d11e8 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:03:28.081335 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467353ab-ae2f-47cf-8c39-d46859d56553", "name": "network-vif-deleted", "tag": "21cbaf8a-c939-46d8-9012-6b97e8b3d5ce", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:03:28.081656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff121c76-63e4-4f95-be1a-5d4df57d11e8 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:03:28.082208 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467353ab-ae2f-47cf-8c39-d46859d56553', 'name': 'network-vif-deleted', 'tag': '21cbaf8a-c939-46d8-9012-6b97e8b3d5ce', 'status': 'completed', 'code': 200} Mar 03 01:03:28.173488 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-8a579631-c59c-4cdf-8287-c06c9bfcff44 service neutron] 10.222.0.18 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898240 Mar 03 01:03:28.344985 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9c68b670-456d-49d0-ba03-36922c514847 req-c397625e-3a13-4518-8d42-2f915e7575bd tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 210 time: 0.0347610 Mar 03 01:03:28.794090 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35008) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:29.212969 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (241c44c0-1eff-46a1-993c-bd5016a87c60), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:29.248520 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:03:29.270757 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:03:29.271106 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 21cbaf8a-c939-46d8-9012-6b97e8b3d5ce not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:03:29.488854 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-454d0460-ce10-4274-ae46-001db2dd98f5 req-01b3237d-2996-4e26-a3b8-595f9fbbdcd4 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 210 time: 0.0650940 Mar 03 01:03:29.529495 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Deleting port 150ab47b-6ebb-4462-9b50-6a5c45584d8e {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:03:29.529851 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:29.550262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-538996f6-7e0e-4e66-9f92-7aeddb1cdb04 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:29.551979 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-538996f6-7e0e-4e66-9f92-7aeddb1cdb04 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "GET /v2.0/networks?id=a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 200 len: 814 time: 0.1541572 Mar 03 01:03:29.576580 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Request body: {'port': {'device_id': '05193420-ca29-4a60-9a94-fc893693184a', 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965', 'admin_state_up': True, 'tenant_id': 'cd6627a4d87f4612ac6b11835dc6c307'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:03:29.612509 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] For port 150ab47b-6ebb-4462-9b50-6a5c45584d8e, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=150ab47b-6ebb-4462-9b50-6a5c45584d8e,segment=NetworkSegment(3cc3802a-eafe-491e-81a3-8ab4513bec2a),segment_id=3cc3802a-eafe-491e-81a3-8ab4513bec2a)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:29.612880 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:29.627079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Calling delete_port for 150ab47b-6ebb-4462-9b50-6a5c45584d8e owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:03:29.686322 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Made reservation on behalf of cd6627a4d87f4612ac6b11835dc6c307 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:03:29.690442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:29.810195 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (150ab47b-6ebb-4462-9b50-6a5c45584d8e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:29.822617 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Allocated IP 172.20.0.2 (a18a57ca-6ad5-40e5-b881-19a577c80965/97fc6aa9-b0da-424f-8121-e613a0e24029/a268547c-6961-48f9-a859-794a31eaa9af) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:03:29.839402 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Pushing event deleted for resources: {'Port': ['ID=150ab47b-6ebb-4462-9b50-6a5c45584d8e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:29.982160 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks [] for port (a268547c-6961-48f9-a859-794a31eaa9af), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.007684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (241c44c0-1eff-46a1-993c-bd5016a87c60), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.018220 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (a268547c-6961-48f9-a859-794a31eaa9af), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.070912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Network a18a57ca-6ad5-40e5-b881-19a577c80965 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:03:30.072383 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:03:30.074758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:03:30.108682 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Pushing event updated for resources: {'Port': ['ID=a268547c-6961-48f9-a859-794a31eaa9af,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:30.132238 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:30.132858 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.149909 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-93db2474-4599-4f1f-ae55-80da00cc6840 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771835 Mar 03 01:03:30.170053 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Request body: {'port': {'device_id': '05193420-ca29-4a60-9a94-fc893693184a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:03:30.232953 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (a268547c-6961-48f9-a859-794a31eaa9af), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.245525 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Router 241c44c0-1eff-46a1-993c-bd5016a87c60 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:03:30.364332 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:03:30.370241 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d05a5236-e3c6-4b7e-bda8-65918b587146 admin admin] 10.222.0.18 "PUT /v2.0/routers/241c44c0-1eff-46a1-993c-bd5016a87c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741444 Mar 03 01:03:30.378810 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35020) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:30.381400 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] Sync routers for ids ['241c44c0-1eff-46a1-993c-bd5016a87c60'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:03:30.402338 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] Routers {'241c44c0-1eff-46a1-993c-bd5016a87c60'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:03:30.402970 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:03:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['241c44c0-1eff-46a1-993c-bd5016a87c60'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:30.531614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a268547c-6961-48f9-a859-794a31eaa9af {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:03:30.541572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Publish callbacks [] for port (a268547c-6961-48f9-a859-794a31eaa9af), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.549044 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] Set router 241c44c0-1eff-46a1-993c-bd5016a87c60 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:03:30.562403 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Transition to ACTIVE for port object a268547c-6961-48f9-a859-794a31eaa9af will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:03:30.569797 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (a268547c-6961-48f9-a859-794a31eaa9af), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.661664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Pushing event updated for resources: {'Port': ['ID=a268547c-6961-48f9-a859-794a31eaa9af,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:30.721781 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks [] for router (241c44c0-1eff-46a1-993c-bd5016a87c60), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.729012 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49cd0-a44a-4895-9217-3c9d28ccca07 req-e5521da6-6ab2-4fe1-a201-53455901fd4f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:30.730521 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d0e49cd0-a44a-4895-9217-3c9d28ccca07 req-e5521da6-6ab2-4fe1-a201-53455901fd4f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 943 time: 0.1294227 Mar 03 01:03:30.760187 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T01:03:29Z', 'revision_number': 5, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:30.770929 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Attempting to bind port a268547c-6961-48f9-a859-794a31eaa9af on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:03:30.771741 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Attempting to bind port a268547c-6961-48f9-a859-794a31eaa9af by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:03:30.771741 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Attempting to bind port a268547c-6961-48f9-a859-794a31eaa9af on network a18a57ca-6ad5-40e5-b881-19a577c80965 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:03:30.786896 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Port a268547c-6961-48f9-a859-794a31eaa9af on network a18a57ca-6ad5-40e5-b881-19a577c80965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:03:30.787347 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Attempting to bind port a268547c-6961-48f9-a859-794a31eaa9af on network a18a57ca-6ad5-40e5-b881-19a577c80965 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:03:30.789104 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] Checking router: 241c44c0-1eff-46a1-993c-bd5016a87c60 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:03:30.797708 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] Routers {'241c44c0-1eff-46a1-993c-bd5016a87c60'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:03:30.799552 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:03:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['241c44c0-1eff-46a1-993c-bd5016a87c60'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:30.803324 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:03:30.803678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Checking segment: {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:03:30.804091 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Bound using segment: {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:03:30.804541 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Bound port: a268547c-6961-48f9-a859-794a31eaa9af, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3037dbbc-b9b7-482c-95ee-e2a5a10d7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:03:30.804912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (a268547c-6961-48f9-a859-794a31eaa9af), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.810787 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d0e49cd0-a44a-4895-9217-3c9d28ccca07 req-ec4f589c-affe-4fae-8041-d43d9780c3b8 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696630 Mar 03 01:03:30.850372 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks [] for router_gateway (241c44c0-1eff-46a1-993c-bd5016a87c60), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.886178 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] For port a268547c-6961-48f9-a859-794a31eaa9af, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:03:30.890258 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] For port a268547c-6961-48f9-a859-794a31eaa9af, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a268547c-6961-48f9-a859-794a31eaa9af,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:03:30.898883 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (a268547c-6961-48f9-a859-794a31eaa9af), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.919259 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Deleting port 45caa093-d8b4-4b51-87de-d30442d0f8cf {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:03:30.919744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.945522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:30.945522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:30.946955 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] 10.222.0.30 "PUT /v2.0/ports/a268547c-6961-48f9-a859-794a31eaa9af HTTP/1.1" status: 200 len: 1093 time: 0.7811635 Mar 03 01:03:30.947425 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05193420-ca29-4a60-9a94-fc893693184a', 'tag': 'a268547c-6961-48f9-a859-794a31eaa9af'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:03:30.949710 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "05193420-ca29-4a60-9a94-fc893693184a", "tag": "a268547c-6961-48f9-a859-794a31eaa9af"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:03:30.968358 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd587728-b400-43f6-97b6-2364b4abfde8 service neutron] Pushing event updated for resources: {'Port': ['ID=a268547c-6961-48f9-a859-794a31eaa9af,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:31.000973 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3b269-8a52-4f9d-9ccb-4ca89b00fe82 x-openstack-request-id: req-55d3b269-8a52-4f9d-9ccb-4ca89b00fe82 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:03:31.002114 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05193420-ca29-4a60-9a94-fc893693184a", "tag": "a268547c-6961-48f9-a859-794a31eaa9af", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:03:31.002114 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55d3b269-8a52-4f9d-9ccb-4ca89b00fe82 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:03:31.002479 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05193420-ca29-4a60-9a94-fc893693184a', 'tag': 'a268547c-6961-48f9-a859-794a31eaa9af', 'status': 'completed', 'code': 200} Mar 03 01:03:31.029170 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] Set router 241c44c0-1eff-46a1-993c-bd5016a87c60 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:03:31.033216 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] For port 45caa093-d8b4-4b51-87de-d30442d0f8cf, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=45caa093-d8b4-4b51-87de-d30442d0f8cf,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:31.033686 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.061410 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Calling delete_port for 45caa093-d8b4-4b51-87de-d30442d0f8cf owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:03:31.093388 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-7958aab7-852b-45dc-9418-695884390947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:31.094899 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-7958aab7-852b-45dc-9418-695884390947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 1127 time: 0.0580590 Mar 03 01:03:31.156400 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-72a4463f-750e-450f-baec-3a989996ab66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a268547c-6961-48f9-a859-794a31eaa9af HTTP/1.1" status: 200 len: 217 time: 0.0375774 Mar 03 01:03:31.217865 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-e85d5697-c377-44f8-818d-344db15ed54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:31.219330 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-e85d5697-c377-44f8-818d-344db15ed54e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97fc6aa9-b0da-424f-8121-e613a0e24029 HTTP/1.1" status: 200 len: 854 time: 0.0504818 Mar 03 01:03:31.226622 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T01:03:29Z', 'revision_number': 5, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:31.256870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-7ba4e0d2-6334-4579-9447-91ad41c4fc32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a18a57ca-6ad5-40e5-b881-19a577c80965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266302 Mar 03 01:03:31.257126 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f65c62-b08f-44f3-a7d6-18a5849e02f9 None None] The sync data for ids ['241c44c0-1eff-46a1-993c-bd5016a87c60'] in dv-cinder-831090-5-iscsi is: [{'id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'name': 'tempest-ServerRescueNegativeTestJSON-1701665979-router', 'tenant_id': '22af886fe4d44466b85e9d34ff67b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:39Z', 'updated_at': '2022-03-03T01:03:29Z', 'revision_number': 5, 'project_id': '22af886fe4d44466b85e9d34ff67b34c', 'gw_port': {'id': '45caa093-d8b4-4b51-87de-d30442d0f8cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241c44c0-1eff-46a1-993c-bd5016a87c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:03:31.260658 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (45caa093-d8b4-4b51-87de-d30442d0f8cf), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.287829 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45caa093-d8b4-4b51-87de-d30442d0f8cf,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:31.357024 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (241c44c0-1eff-46a1-993c-bd5016a87c60), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.366875 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-4aa8726a-7207-4ede-af5a-7ea8712bb137 service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998237 Mar 03 01:03:31.464945 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42aace26-f27d-4e5f-82df-5be78bd54a7c req-1d6cf9eb-9e35-48bd-b019-224a7a9904a5 service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900710 Mar 03 01:03:31.472298 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (241c44c0-1eff-46a1-993c-bd5016a87c60), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.474574 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks [] for router_controller (241c44c0-1eff-46a1-993c-bd5016a87c60), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.539743 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (241c44c0-1eff-46a1-993c-bd5016a87c60), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.540327 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241c44c0-1eff-46a1-993c-bd5016a87c60 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:03:31.545565 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.546579 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7d044c05-366d-4c33-a7b1-5b537bc3c7a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/241c44c0-1eff-46a1-993c-bd5016a87c60 HTTP/1.1" status: 204 len: 168 time: 1.1729164 Mar 03 01:03:31.550039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35028) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:31.599984 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Deleting subnet cce253ab-2dbf-4069-a1eb-dea2e8b931bb {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:03:31.603403 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Publish callbacks [] for subnet (cce253ab-2dbf-4069-a1eb-dea2e8b931bb), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.625361 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-71229423-3bfd-44ba-b40f-8d9d268fe7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:31.627537 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-71229423-3bfd-44ba-b40f-8d9d268fe7d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 1127 time: 0.0539811 Mar 03 01:03:31.644103 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (cce253ab-2dbf-4069-a1eb-dea2e8b931bb), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.685230 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (cce253ab-2dbf-4069-a1eb-dea2e8b931bb), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.731262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-91e050c5-3ee1-4ee3-a57c-df87a262adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:31.734722 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-91e050c5-3ee1-4ee3-a57c-df87a262adb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 200 len: 914 time: 0.0999665 Mar 03 01:03:31.748468 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (cce253ab-2dbf-4069-a1eb-dea2e8b931bb), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.778740 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.779365 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-392d4c80-0d98-4b5e-b59c-dba180d9c727 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a268547c-6961-48f9-a859-794a31eaa9af HTTP/1.1" status: 200 len: 217 time: 0.0388989 Mar 03 01:03:31.781979 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cce253ab-2dbf-4069-a1eb-dea2e8b931bb HTTP/1.1" status: 204 len: 168 time: 0.2310324 Mar 03 01:03:31.783475 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa408-8fa7-4733-af1e-78dc6b04fdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce253ab-2dbf-4069-a1eb-dea2e8b931bb,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:31.786050 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35032) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:31.830910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-d20631b0-545d-4e25-8fee-a4d4025d673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:31.832582 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-d20631b0-545d-4e25-8fee-a4d4025d673e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97fc6aa9-b0da-424f-8121-e613a0e24029 HTTP/1.1" status: 200 len: 854 time: 0.0474210 Mar 03 01:03:31.865703 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (586eac43-c1ec-45fc-a3cb-0f571059d6e3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.884956 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-47cf9cad-a3b0-4d52-8382-a4b3b6aafbef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a18a57ca-6ad5-40e5-b881-19a577c80965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398765 Mar 03 01:03:31.960782 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (586eac43-c1ec-45fc-a3cb-0f571059d6e3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:31.991868 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586eac43-c1ec-45fc-a3cb-0f571059d6e3']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:32.002017 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc3802a-eafe-491e-81a3-8ab4513bec2a') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:32.002390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc3802a-eafe-491e-81a3-8ab4513bec2a') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:03:32.012016 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (3cc3802a-eafe-491e-81a3-8ab4513bec2a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.020678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1559b-13f2-41d4-8f5c-cedf0aa14be2 req-1255cca6-59cf-4380-be7a-d454cb008d33 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:32.022208 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f0b1559b-13f2-41d4-8f5c-cedf0aa14be2 req-1255cca6-59cf-4380-be7a-d454cb008d33 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 943 time: 0.1271729 Mar 03 01:03:32.026148 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-64fde960-ab8a-49d0-84c3-d1517fcd1b6a service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323843 Mar 03 01:03:32.027237 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (3cc3802a-eafe-491e-81a3-8ab4513bec2a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.034378 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:03:32.034766 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (3cc3802a-eafe-491e-81a3-8ab4513bec2a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:03:32.036835 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:03:32.104497 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (586eac43-c1ec-45fc-a3cb-0f571059d6e3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.114644 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.121117 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/586eac43-c1ec-45fc-a3cb-0f571059d6e3 HTTP/1.1" status: 204 len: 168 time: 0.3316307 Mar 03 01:03:32.125731 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f0b1559b-13f2-41d4-8f5c-cedf0aa14be2 req-e4b41338-aeee-4011-b160-8944d3788927 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969014 Mar 03 01:03:32.130874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b947-7f6d-42c4-a9f9-4403a4f373e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=586eac43-c1ec-45fc-a3cb-0f571059d6e3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:32.152342 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8bc0bb98-e8cd-49ff-95be-75a99b291ffe req-9f268616-5325-40a4-ab5b-8edd98894dc1 service neutron] 10.222.0.30 "GET /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167157 Mar 03 01:03:32.299290 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35040) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:32.343128 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-346e4605-6691-4631-9a6f-19f44f629e14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22af886fe4d44466b85e9d34ff67b34c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426157 Mar 03 01:03:32.345700 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35042) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:32.399170 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 45caa093-d8b4-4b51-87de-d30442d0f8cf no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:03:32.402322 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a8e30e97-d52a-4e57-bd6e-0bd510b73c05 admin admin] Publish callbacks [] for security_group (291d0be5-b3d4-4094-974b-df102396ed3c), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.419669 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 45caa093-d8b4-4b51-87de-d30442d0f8cf {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:03:32.420021 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 45caa093-d8b4-4b51-87de-d30442d0f8cf not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:03:32.420463 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 150ab47b-6ebb-4462-9b50-6a5c45584d8e no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:03:32.424431 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a8e30e97-d52a-4e57-bd6e-0bd510b73c05 admin admin] Publish callbacks [] for security_group (291d0be5-b3d4-4094-974b-df102396ed3c), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.440348 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 150ab47b-6ebb-4462-9b50-6a5c45584d8e {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:03:32.440701 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 150ab47b-6ebb-4462-9b50-6a5c45584d8e not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:03:32.478838 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a8e30e97-d52a-4e57-bd6e-0bd510b73c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (291d0be5-b3d4-4094-974b-df102396ed3c), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.481439 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a8e30e97-d52a-4e57-bd6e-0bd510b73c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:32.482585 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a8e30e97-d52a-4e57-bd6e-0bd510b73c05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/291d0be5-b3d4-4094-974b-df102396ed3c HTTP/1.1" status: 204 len: 168 time: 0.1359217 Mar 03 01:03:32.490744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e30e97-d52a-4e57-bd6e-0bd510b73c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291d0be5-b3d4-4094-974b-df102396ed3c,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:33.267563 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b776cb-d8c0-4f8c-a3be-98ca32e23662 req-f924cd05-9ed4-454b-9b69-c4d2f71c0fff tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:33.269088 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-79b776cb-d8c0-4f8c-a3be-98ca32e23662 req-f924cd05-9ed4-454b-9b69-c4d2f71c0fff tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 943 time: 0.0583715 Mar 03 01:03:33.329447 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-79b776cb-d8c0-4f8c-a3be-98ca32e23662 req-db910007-3952-4b1c-bbd7-d78ab90266f7 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498559 Mar 03 01:03:34.445555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4adf2-26e7-4576-89f1-dbb3919e27bc req-8208f36f-f3b4-41ec-bc7f-808270fde8ed tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:34.447109 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1b4adf2-26e7-4576-89f1-dbb3919e27bc req-8208f36f-f3b4-41ec-bc7f-808270fde8ed tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 943 time: 0.0564568 Mar 03 01:03:34.495941 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1b4adf2-26e7-4576-89f1-dbb3919e27bc req-5ba2d01d-9e03-4998-9853-b1a0756c26f6 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Mar 03 01:03:35.261744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device a268547c-6961-48f9-a859-794a31eaa9af details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:03:35.381460 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port a268547c-6961-48f9-a859-794a31eaa9af, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a268547c-6961-48f9-a859-794a31eaa9af,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:35.398772 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'a268547c-6961-48f9-a859-794a31eaa9af', 'network_id': 'a18a57ca-6ad5-40e5-b881-19a577c80965', 'port_id': 'a268547c-6961-48f9-a859-794a31eaa9af', 'mac_address': 'fa:16:3e:ae:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fc6aa9-b0da-424f-8121-e613a0e24029', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:03:35.441514 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port a268547c-6961-48f9-a859-794a31eaa9af is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:03:35.441912 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (a268547c-6961-48f9-a859-794a31eaa9af), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:35.456284 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a268547c-6961-48f9-a859-794a31eaa9af {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:03:35.476719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port a268547c-6961-48f9-a859-794a31eaa9af, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a268547c-6961-48f9-a859-794a31eaa9af,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:35.480679 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (a268547c-6961-48f9-a859-794a31eaa9af), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:35.528131 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=a268547c-6961-48f9-a859-794a31eaa9af,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:35.615456 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb48634-26c4-470a-8f1e-3ac5728c3b0c req-bf37313c-28c2-49f8-9b49-28e72011304f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:35.616836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8eb48634-26c4-470a-8f1e-3ac5728c3b0c req-bf37313c-28c2-49f8-9b49-28e72011304f tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 944 time: 0.0513017 Mar 03 01:03:35.661782 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8eb48634-26c4-470a-8f1e-3ac5728c3b0c req-a1bb8ec4-b531-40a0-a99c-f31f32588616 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Mar 03 01:03:35.869925 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['a268547c-6961-48f9-a859-794a31eaa9af'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:03:36.789414 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c077d-1dd7-4f67-b001-5b41ca8f12ef req-00e7872a-de73-49d6-9d9e-b47a64270d77 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:36.791112 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-521c077d-1dd7-4f67-b001-5b41ca8f12ef req-00e7872a-de73-49d6-9d9e-b47a64270d77 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 944 time: 0.0610476 Mar 03 01:03:36.839735 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-521c077d-1dd7-4f67-b001-5b41ca8f12ef req-f34b1132-6272-4d8f-ba14-ffc7c388a188 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Mar 03 01:03:37.958763 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436a9e-5aab-45c7-8344-c7ff1e6e8dfe req-74abd07c-302e-45f3-9d1a-0d621c7ec09d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:37.960278 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a8436a9e-5aab-45c7-8344-c7ff1e6e8dfe req-74abd07c-302e-45f3-9d1a-0d621c7ec09d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 944 time: 0.0536551 Mar 03 01:03:38.006523 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a8436a9e-5aab-45c7-8344-c7ff1e6e8dfe req-45151089-c4d9-4de1-ae7a-54b36c633a06 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Mar 03 01:03:38.664792 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-060760be-bda9-446e-86eb-933fd759aefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:39.129988 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fadbe-2e0e-4a9c-af07-d6dfce6ac2b6 req-b143eeee-3b4a-4e86-9c4c-ca3c1f61275b tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:39.131318 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-456fadbe-2e0e-4a9c-af07-d6dfce6ac2b6 req-b143eeee-3b4a-4e86-9c4c-ca3c1f61275b tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 944 time: 0.0584669 Mar 03 01:03:39.182004 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-456fadbe-2e0e-4a9c-af07-d6dfce6ac2b6 req-11afc194-f3de-434e-87c7-a64f35ca4f30 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Mar 03 01:03:39.424944 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device a268547c-6961-48f9-a859-794a31eaa9af up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:03:39.477011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port a268547c-6961-48f9-a859-794a31eaa9af completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:03:39.481090 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port a268547c-6961-48f9-a859-794a31eaa9af triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:03:39.481467 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (a268547c-6961-48f9-a859-794a31eaa9af), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:39.557784 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port a268547c-6961-48f9-a859-794a31eaa9af is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:03:39.558173 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (a268547c-6961-48f9-a859-794a31eaa9af), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:39.579414 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05193420-ca29-4a60-9a94-fc893693184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a268547c-6961-48f9-a859-794a31eaa9af'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:03:39.582195 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d191ff4-34af-4846-9188-8a58a9d7d3a7" -d '{"events": [{"server_uuid": "05193420-ca29-4a60-9a94-fc893693184a", "name": "network-vif-plugged", "status": "completed", "tag": "a268547c-6961-48f9-a859-794a31eaa9af"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:03:39.594663 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port a268547c-6961-48f9-a859-794a31eaa9af, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a268547c-6961-48f9-a859-794a31eaa9af,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:03:39.599820 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (a268547c-6961-48f9-a859-794a31eaa9af), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:39.624624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c4c20-3919-4437-947b-127231947cf0 x-openstack-request-id: req-c46c4c20-3919-4437-947b-127231947cf0 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:03:39.624917 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05193420-ca29-4a60-9a94-fc893693184a", "name": "network-vif-plugged", "status": "completed", "tag": "a268547c-6961-48f9-a859-794a31eaa9af", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:03:39.625175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c46c4c20-3919-4437-947b-127231947cf0 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:03:39.625570 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05193420-ca29-4a60-9a94-fc893693184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a268547c-6961-48f9-a859-794a31eaa9af', 'code': 200} Mar 03 01:03:39.653894 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=a268547c-6961-48f9-a859-794a31eaa9af,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:40.139511 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:03:40.297272 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f469-3d7f-464f-8f5d-0edabcb78951 req-7aa7d5f5-82d7-441f-b555-2d2de2d2edcb tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:40.298728 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2348f469-3d7f-464f-8f5d-0edabcb78951 req-7aa7d5f5-82d7-441f-b555-2d2de2d2edcb tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.0518839 Mar 03 01:03:40.347314 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2348f469-3d7f-464f-8f5d-0edabcb78951 req-62390806-0e15-4053-b1b6-baff6e618277 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Mar 03 01:03:40.595406 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e347fd-7176-4035-bcee-c20db70fa74d req-0e361dad-161a-4a48-8661-f982d0a78df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:40.597432 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-03e347fd-7176-4035-bcee-c20db70fa74d req-0e361dad-161a-4a48-8661-f982d0a78df3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 1129 time: 0.0424724 Mar 03 01:03:40.643061 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-03e347fd-7176-4035-bcee-c20db70fa74d req-43c5a9f6-10e0-428d-846d-f422c12ef882 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Mar 03 01:03:41.084404 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-37ef8f70-1255-4aad-a2d4-6dcb8890f2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:41.466509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e088f8-c208-4ef0-a4df-cca80999860c req-cb41eb69-171d-4795-8a71-0d739de45149 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:41.467954 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66e088f8-c208-4ef0-a4df-cca80999860c req-cb41eb69-171d-4795-8a71-0d739de45149 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.0525193 Mar 03 01:03:41.513448 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66e088f8-c208-4ef0-a4df-cca80999860c req-2bc53f18-5c87-4d25-a46d-619f1d87cbae tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 Mar 03 01:03:42.282610 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:42.636659 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e715120-2a92-49fe-ae29-f56d08d801e2 req-4852617d-4638-4cd4-83c5-7c259246b143 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:03:42.638429 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e715120-2a92-49fe-ae29-f56d08d801e2 req-4852617d-4638-4cd4-83c5-7c259246b143 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.0578809 Mar 03 01:03:42.695393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e715120-2a92-49fe-ae29-f56d08d801e2 req-00dfea32-7e04-4b66-9cc4-afb61aa9a772 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Mar 03 01:03:43.575383 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.276342 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.350813 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35262) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:45.366528 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.460500 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-99a516d9-4a86-475b-b22a-6664ed3d9c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.534186 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-99a516d9-4a86-475b-b22a-6664ed3d9c43 admin admin] Publish callbacks [] for security_group (36c395b0-b244-479f-8a73-f155593ad311), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.538069 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-99a516d9-4a86-475b-b22a-6664ed3d9c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (36c395b0-b244-479f-8a73-f155593ad311), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.574286 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a516d9-4a86-475b-b22a-6664ed3d9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c395b0-b244-479f-8a73-f155593ad311,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:45.578512 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-99a516d9-4a86-475b-b22a-6664ed3d9c43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff5c8c4642344c54942fa489b4c35941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267063 Mar 03 01:03:45.581851 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35266) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:45.626677 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d494a69-00da-45fd-8b5f-c8c8ce026434 admin admin] Publish callbacks [] for security_group (36c395b0-b244-479f-8a73-f155593ad311), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.647084 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d494a69-00da-45fd-8b5f-c8c8ce026434 admin admin] Publish callbacks [] for security_group (36c395b0-b244-479f-8a73-f155593ad311), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.692722 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d494a69-00da-45fd-8b5f-c8c8ce026434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (36c395b0-b244-479f-8a73-f155593ad311), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.695284 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d494a69-00da-45fd-8b5f-c8c8ce026434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:45.696458 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6d494a69-00da-45fd-8b5f-c8c8ce026434 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36c395b0-b244-479f-8a73-f155593ad311 HTTP/1.1" status: 204 len: 168 time: 0.1143699 Mar 03 01:03:45.703997 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d494a69-00da-45fd-8b5f-c8c8ce026434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c395b0-b244-479f-8a73-f155593ad311,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:45.962867 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35274) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:45.978551 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9f781d4f-f9ab-4215-8a1d-c8068f122bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.055721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9f781d4f-f9ab-4215-8a1d-c8068f122bd1 admin admin] Publish callbacks [] for security_group (51e4b7ea-0a61-47cb-8c16-5703c9ab9824), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.059250 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9f781d4f-f9ab-4215-8a1d-c8068f122bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (51e4b7ea-0a61-47cb-8c16-5703c9ab9824), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.098204 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-9f781d4f-f9ab-4215-8a1d-c8068f122bd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=468141a4cd6d4b7bbb1378ebc4453cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341360 Mar 03 01:03:46.099193 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f781d4f-f9ab-4215-8a1d-c8068f122bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4b7ea-0a61-47cb-8c16-5703c9ab9824,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:46.100875 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35276) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:46.150634 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-57de8fb1-19a2-4d2e-ba16-388cb6a4d8b0 admin admin] Publish callbacks [] for security_group (51e4b7ea-0a61-47cb-8c16-5703c9ab9824), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.171502 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-57de8fb1-19a2-4d2e-ba16-388cb6a4d8b0 admin admin] Publish callbacks [] for security_group (51e4b7ea-0a61-47cb-8c16-5703c9ab9824), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.218239 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-57de8fb1-19a2-4d2e-ba16-388cb6a4d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (51e4b7ea-0a61-47cb-8c16-5703c9ab9824), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.220845 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-57de8fb1-19a2-4d2e-ba16-388cb6a4d8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:46.221997 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-57de8fb1-19a2-4d2e-ba16-388cb6a4d8b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51e4b7ea-0a61-47cb-8c16-5703c9ab9824 HTTP/1.1" status: 204 len: 168 time: 0.1200719 Mar 03 01:03:46.229543 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de8fb1-19a2-4d2e-ba16-388cb6a4d8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4b7ea-0a61-47cb-8c16-5703c9ab9824,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:48.578841 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35366) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:48.679971 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8efeed74-3550-4347-b140-f8987da49762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.752854 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8efeed74-3550-4347-b140-f8987da49762 admin admin] Publish callbacks [] for security_group (6d6e624e-d259-47cf-9171-1ba03f18b0ca), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.757079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8efeed74-3550-4347-b140-f8987da49762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6d6e624e-d259-47cf-9171-1ba03f18b0ca), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.793901 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efeed74-3550-4347-b140-f8987da49762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e624e-d259-47cf-9171-1ba03f18b0ca,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:48.798125 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8efeed74-3550-4347-b140-f8987da49762 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=954d6c718a7c4ec1bb150c7195fc4a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182643 Mar 03 01:03:48.800806 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35372) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:48.848121 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9452c262-b36c-46c1-a2f0-07b00dd27648 admin admin] Publish callbacks [] for security_group (6d6e624e-d259-47cf-9171-1ba03f18b0ca), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.870881 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9452c262-b36c-46c1-a2f0-07b00dd27648 admin admin] Publish callbacks [] for security_group (6d6e624e-d259-47cf-9171-1ba03f18b0ca), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.916983 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9452c262-b36c-46c1-a2f0-07b00dd27648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6d6e624e-d259-47cf-9171-1ba03f18b0ca), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.919587 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9452c262-b36c-46c1-a2f0-07b00dd27648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:48.923364 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9452c262-b36c-46c1-a2f0-07b00dd27648 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d6e624e-d259-47cf-9171-1ba03f18b0ca HTTP/1.1" status: 204 len: 168 time: 0.1215277 Mar 03 01:03:48.931044 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452c262-b36c-46c1-a2f0-07b00dd27648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e624e-d259-47cf-9171-1ba03f18b0ca,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:49.168742 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35378) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:49.182106 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d4a67365-85ff-4905-aa37-6b98d9a33942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.254661 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d4a67365-85ff-4905-aa37-6b98d9a33942 admin admin] Publish callbacks [] for security_group (a3b49a9d-2b84-4750-a259-7f439aa6525f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.258134 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d4a67365-85ff-4905-aa37-6b98d9a33942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a3b49a9d-2b84-4750-a259-7f439aa6525f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.294069 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a67365-85ff-4905-aa37-6b98d9a33942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b49a9d-2b84-4750-a259-7f439aa6525f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:03:49.298294 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d4a67365-85ff-4905-aa37-6b98d9a33942 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c19aabe61c840108a9d8e0e60e03a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284986 Mar 03 01:03:49.301035 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35380) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:03:49.348774 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58d4be3b-0a82-4dff-8964-655bdc39e530 admin admin] Publish callbacks [] for security_group (a3b49a9d-2b84-4750-a259-7f439aa6525f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.369909 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58d4be3b-0a82-4dff-8964-655bdc39e530 admin admin] Publish callbacks [] for security_group (a3b49a9d-2b84-4750-a259-7f439aa6525f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.419734 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58d4be3b-0a82-4dff-8964-655bdc39e530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a3b49a9d-2b84-4750-a259-7f439aa6525f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.422508 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-58d4be3b-0a82-4dff-8964-655bdc39e530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:03:49.423648 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-58d4be3b-0a82-4dff-8964-655bdc39e530 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3b49a9d-2b84-4750-a259-7f439aa6525f HTTP/1.1" status: 204 len: 168 time: 0.1217363 Mar 03 01:03:49.432832 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4be3b-0a82-4dff-8964-655bdc39e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b49a9d-2b84-4750-a259-7f439aa6525f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:08.665002 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c530168a-f5bc-4e97-82d2-e29dc2a2e632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:09.394030 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe002-61f9-4be7-8950-df4164f11f41 req-cddab92a-e413-4923-b3b1-44fbc636b600 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:09.396884 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b0fe002-61f9-4be7-8950-df4164f11f41 req-cddab92a-e413-4923-b3b1-44fbc636b600 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0552759 Mar 03 01:04:09.445286 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b0fe002-61f9-4be7-8950-df4164f11f41 req-4b4e0026-f7e2-4e9b-b2df-476922ccf31e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 Mar 03 01:04:10.596929 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35748) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:10.601768 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4bb41-713e-4270-8d44-e43e86a2ef7a req-da078456-39ab-4b0d-9dac-9b2dcabbeebb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:10.603355 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ed4bb41-713e-4270-8d44-e43e86a2ef7a req-da078456-39ab-4b0d-9dac-9b2dcabbeebb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0767355 Mar 03 01:04:10.686088 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ed4bb41-713e-4270-8d44-e43e86a2ef7a req-f31dcc45-6a91-40de-ab00-5081a90978fb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772185 Mar 03 01:04:10.710199 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5553dc-c19d-4afd-9783-314e00c69e72 req-99f7f4b5-c5db-428f-ab93-5c1e04c80cfb tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:10.711661 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9c5553dc-c19d-4afd-9783-314e00c69e72 req-99f7f4b5-c5db-428f-ab93-5c1e04c80cfb tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0677314 Mar 03 01:04:10.716149 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.761148 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9c5553dc-c19d-4afd-9783-314e00c69e72 req-112a8f2b-0284-4073-ba24-0759efec6583 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Mar 03 01:04:10.794878 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Publish callbacks [] for security_group (7139faa5-d5ee-482e-b572-6ef21017e27d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.798418 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (7139faa5-d5ee-482e-b572-6ef21017e27d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.837008 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e08f7779471345049563f30e11e53f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389657 Mar 03 01:04:10.837877 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7139faa5-d5ee-482e-b572-6ef21017e27d,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:10.839567 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35756) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:10.845016 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.845378 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.845724 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.846065 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.846677 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.846810 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.847051 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.847381 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.847709 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.848067 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.848388 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.848711 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.849068 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03f521-005d-457f-9256-980bafcbe776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.898247 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Publish callbacks [] for security_group (7139faa5-d5ee-482e-b572-6ef21017e27d), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.918673 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Publish callbacks [] for security_group (7139faa5-d5ee-482e-b572-6ef21017e27d), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.964718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (7139faa5-d5ee-482e-b572-6ef21017e27d), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.967451 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:10.968631 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7139faa5-d5ee-482e-b572-6ef21017e27d HTTP/1.1" status: 204 len: 168 time: 0.1279852 Mar 03 01:04:10.976211 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7139faa5-d5ee-482e-b572-6ef21017e27d,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:10.983180 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.983541 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.983892 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.984264 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.984610 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.984946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.985338 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.985603 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.985939 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.986269 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.986598 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.986924 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:10.987246 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93213c86-973f-441e-b019-aec399b0b4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:11.086873 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ed3a158-ccea-4c0c-bb2e-6110a6e9e404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.223135 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35762) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:11.236634 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2cd34825-045c-4706-85e1-0f483889e87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.312007 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2cd34825-045c-4706-85e1-0f483889e87c admin admin] Publish callbacks [] for security_group (fc68c8d2-3647-4e53-bad6-560644126968), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.315506 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2cd34825-045c-4706-85e1-0f483889e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fc68c8d2-3647-4e53-bad6-560644126968), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.353594 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2cd34825-045c-4706-85e1-0f483889e87c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea3a7eb002df41639905dc246df26336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287875 Mar 03 01:04:11.354266 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd34825-045c-4706-85e1-0f483889e87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc68c8d2-3647-4e53-bad6-560644126968,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:11.356414 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35764) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:11.408083 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa9179e3-a0e5-4a3b-972e-cfb717e076e8 admin admin] Publish callbacks [] for security_group (fc68c8d2-3647-4e53-bad6-560644126968), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.428422 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa9179e3-a0e5-4a3b-972e-cfb717e076e8 admin admin] Publish callbacks [] for security_group (fc68c8d2-3647-4e53-bad6-560644126968), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.474490 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa9179e3-a0e5-4a3b-972e-cfb717e076e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fc68c8d2-3647-4e53-bad6-560644126968), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.476993 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-aa9179e3-a0e5-4a3b-972e-cfb717e076e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.478125 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-aa9179e3-a0e5-4a3b-972e-cfb717e076e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc68c8d2-3647-4e53-bad6-560644126968 HTTP/1.1" status: 204 len: 168 time: 0.1206820 Mar 03 01:04:11.485497 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9179e3-a0e5-4a3b-972e-cfb717e076e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc68c8d2-3647-4e53-bad6-560644126968,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:11.792784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35778) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:11.809285 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6f59-f1cd-4371-9f6f-a3ff6e231b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.831188 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b34a-2d02-4200-8a02-e0bb47075963 req-0447b93d-f152-4bd7-b34a-87b618b6f6c9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:11.835903 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8299b34a-2d02-4200-8a02-e0bb47075963 req-0447b93d-f152-4bd7-b34a-87b618b6f6c9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0800941 Mar 03 01:04:11.941132 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8299b34a-2d02-4200-8a02-e0bb47075963 req-ac8200d1-4222-4e4a-b848-46b011cace08 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021025 Mar 03 01:04:11.958028 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df6f1-2845-4118-ab6a-9d1cbb328282 req-60e96ef7-06cd-44e2-876e-4819d592a635 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:11.960063 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f42df6f1-2845-4118-ab6a-9d1cbb328282 req-60e96ef7-06cd-44e2-876e-4819d592a635 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.1133742 Mar 03 01:04:11.993078 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6f59-f1cd-4371-9f6f-a3ff6e231b69 admin admin] Publish callbacks [] for security_group (4709af95-3b7e-46e4-95c7-df375501a4dd), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:11.998735 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6f59-f1cd-4371-9f6f-a3ff6e231b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4709af95-3b7e-46e4-95c7-df375501a4dd), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:12.055839 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f42df6f1-2845-4118-ab6a-9d1cbb328282 req-8ad3aa5a-a5eb-4083-8cfc-bdc534160de7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866549 Mar 03 01:04:12.059660 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ba4b6f59-f1cd-4371-9f6f-a3ff6e231b69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c27b2c92c8b84abd9f6387cae2061670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659085 Mar 03 01:04:12.060404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b6f59-f1cd-4371-9f6f-a3ff6e231b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709af95-3b7e-46e4-95c7-df375501a4dd,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:12.063066 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35780) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:12.113381 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8fea83bf-1d72-42eb-8bcb-def82039760a admin admin] Publish callbacks [] for security_group (4709af95-3b7e-46e4-95c7-df375501a4dd), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:12.134251 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8fea83bf-1d72-42eb-8bcb-def82039760a admin admin] Publish callbacks [] for security_group (4709af95-3b7e-46e4-95c7-df375501a4dd), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:12.180527 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8fea83bf-1d72-42eb-8bcb-def82039760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4709af95-3b7e-46e4-95c7-df375501a4dd), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:12.183152 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8fea83bf-1d72-42eb-8bcb-def82039760a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:12.184322 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8fea83bf-1d72-42eb-8bcb-def82039760a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4709af95-3b7e-46e4-95c7-df375501a4dd HTTP/1.1" status: 204 len: 168 time: 0.1202393 Mar 03 01:04:12.191963 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea83bf-1d72-42eb-8bcb-def82039760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709af95-3b7e-46e4-95c7-df375501a4dd,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:12.287028 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:13.073437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22eac6-236a-4de4-a482-2fdd7a03a3da req-cb8d7932-1554-465e-94bc-a396f9b30f27 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:13.074935 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-da22eac6-236a-4de4-a482-2fdd7a03a3da req-cb8d7932-1554-465e-94bc-a396f9b30f27 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0590537 Mar 03 01:04:13.396457 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-da22eac6-236a-4de4-a482-2fdd7a03a3da req-2448d65f-9aeb-458b-91fe-d49e3a47881e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124866 Mar 03 01:04:13.435806 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2839bc-c353-4b04-972a-384bc5a90501 req-da2a45a2-41c7-4119-91cd-2fb7dab11617 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:13.437298 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5f2839bc-c353-4b04-972a-384bc5a90501 req-da2a45a2-41c7-4119-91cd-2fb7dab11617 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0579841 Mar 03 01:04:13.483454 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5f2839bc-c353-4b04-972a-384bc5a90501 req-50ff0fae-e5f4-4f5a-b209-f4c0c8b4890a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Mar 03 01:04:13.580745 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.153630 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35852) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:14.263374 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbd46236-7b3b-48f2-ae2a-7c852d514b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.338438 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbd46236-7b3b-48f2-ae2a-7c852d514b0a admin admin] Publish callbacks [] for security_group (57a0bd2b-2010-4c8d-9b38-ea893db08b97), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.342301 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cbd46236-7b3b-48f2-ae2a-7c852d514b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (57a0bd2b-2010-4c8d-9b38-ea893db08b97), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.381590 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cbd46236-7b3b-48f2-ae2a-7c852d514b0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cba9b3494e274dd7a17a32dad5c83a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267034 Mar 03 01:04:14.382439 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd46236-7b3b-48f2-ae2a-7c852d514b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0bd2b-2010-4c8d-9b38-ea893db08b97,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:14.384146 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35860) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:14.432070 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5b986107-c768-43e1-8ca2-e77b1f7f8abe admin admin] Publish callbacks [] for security_group (57a0bd2b-2010-4c8d-9b38-ea893db08b97), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.452346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5b986107-c768-43e1-8ca2-e77b1f7f8abe admin admin] Publish callbacks [] for security_group (57a0bd2b-2010-4c8d-9b38-ea893db08b97), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.530703 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c105-755e-431a-9ca5-14a404589875 req-c5a9cd4c-0e05-472a-9d4d-1bf8ee8673c9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:14.532203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7183c105-755e-431a-9ca5-14a404589875 req-c5a9cd4c-0e05-472a-9d4d-1bf8ee8673c9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0654662 Mar 03 01:04:14.546612 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5b986107-c768-43e1-8ca2-e77b1f7f8abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (57a0bd2b-2010-4c8d-9b38-ea893db08b97), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.549162 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5b986107-c768-43e1-8ca2-e77b1f7f8abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:14.550232 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-5b986107-c768-43e1-8ca2-e77b1f7f8abe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57a0bd2b-2010-4c8d-9b38-ea893db08b97 HTTP/1.1" status: 204 len: 168 time: 0.1649482 Mar 03 01:04:14.574527 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b986107-c768-43e1-8ca2-e77b1f7f8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0bd2b-2010-4c8d-9b38-ea893db08b97,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:14.621823 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7183c105-755e-431a-9ca5-14a404589875 req-6d437688-00be-41e7-ade2-28b0cbc8ee1e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823660 Mar 03 01:04:14.639876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829828e-960c-4d9e-913a-5b148a865d2e req-744cac40-cc22-4297-94a1-80cfc4e36953 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:14.641392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4829828e-960c-4d9e-913a-5b148a865d2e req-744cac40-cc22-4297-94a1-80cfc4e36953 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0767982 Mar 03 01:04:14.696711 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4829828e-960c-4d9e-913a-5b148a865d2e req-37d1febb-74b3-4f4e-acd3-b69c6c76563f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476577 Mar 03 01:04:15.082550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-61bc7323-5680-4bce-aef4-1f1e069e856b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:15.084273 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-61bc7323-5680-4bce-aef4-1f1e069e856b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 946 time: 0.0612264 Mar 03 01:04:15.182233 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35892) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:15.185171 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Deleting port 5de5eec9-6f29-4d37-be6c-491ba6317156 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:04:15.185521 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.281003 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] For port 5de5eec9-6f29-4d37-be6c-491ba6317156, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5de5eec9-6f29-4d37-be6c-491ba6317156,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:15.281549 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.282449 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1703046233-network', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:15.298995 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.313322 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Made reservation on behalf of f5a1bdb8e25f43e28d72a256eb7186a9 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:15.316028 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.324830 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.404519 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.415426 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks [] for security_group (d3802782-6bda-427f-aff7-463c35365ce7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.421318 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (d3802782-6bda-427f-aff7-463c35365ce7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.448951 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:04:15.459681 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3802782-6bda-427f-aff7-463c35365ce7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:15.464721 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (8398daf1-01cf-48a6-a431-a35453560764), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.465296 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Added segment 8398daf1-01cf-48a6-a431-a35453560764 of type vlan for network bd626400-75bf-4da8-8533-6b7cb9832c6f Mar 03 01:04:15.510227 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (bd626400-75bf-4da8-8533-6b7cb9832c6f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.533957 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.534805 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (7e685eb1-8cfd-47db-8eef-f5447806004a), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.534946 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Floating IP 7e685eb1-8cfd-47db-8eef-f5447806004a disassociated. External IP: 172.27.0.109, port: 5de5eec9-6f29-4d37-be6c-491ba6317156. Mar 03 01:04:15.535223 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Calling delete_port for 5de5eec9-6f29-4d37-be6c-491ba6317156 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:04:15.538957 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (bd626400-75bf-4da8-8533-6b7cb9832c6f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.540549 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:15.541351 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.571183 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3878531 Mar 03 01:04:15.584653 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35910) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:15.590522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Request body: {'subnet': {'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1703046233-subnet', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:15.612684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f697e-e90d-44be-94c3-9c4fca376736 admin admin] Pushing event updated for resources: {'Network': ['ID=bd626400-75bf-4da8-8533-6b7cb9832c6f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:15.624436 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network bd626400-75bf-4da8-8533-6b7cb9832c6f details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:04:15.625972 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Made reservation on behalf of f5a1bdb8e25f43e28d72a256eb7186a9 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:15.628330 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59080498'] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.823887 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (5de5eec9-6f29-4d37-be6c-491ba6317156), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:15.889444 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event deleted for resources: {'Port': ['ID=5de5eec9-6f29-4d37-be6c-491ba6317156,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:15.902542 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52fa8-c99a-4eff-bd90-28860bb80e75 req-ebd46465-c160-48ff-a398-edf6f1df6aee tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:15.903981 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-98c52fa8-c99a-4eff-bd90-28860bb80e75 req-ebd46465-c160-48ff-a398-edf6f1df6aee tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1830890 Mar 03 01:04:15.981147 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f59e3a-53cf-4cf1-9173-08b4cd937ef5 req-5c4398a3-13a3-4714-bbb3-1312965be6c0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:15.982635 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-82f59e3a-53cf-4cf1-9173-08b4cd937ef5 req-5c4398a3-13a3-4714-bbb3-1312965be6c0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=27e133ef-c5c3-4329-a6d3-4b2945d44f95 HTTP/1.1" status: 200 len: 868 time: 0.2043688 Mar 03 01:04:16.077496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58969445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59080448'] for subnet (9d6be919-1f71-4c87-9de4-1a46d27578de), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.121065 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-98c52fa8-c99a-4eff-bd90-28860bb80e75 req-e60a978b-6500-41f9-8123-179d04a47798 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085714 Mar 03 01:04:16.201050 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-82f59e3a-53cf-4cf1-9173-08b4cd937ef5 req-f11b80d8-f80a-4c1c-be2e-49e1e198445d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=91820f67-4819-4920-9e15-d7a7b5db2062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857929 Mar 03 01:04:16.229695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6be919-1f71-4c87-9de4-1a46d27578de,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:16.256522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:04:16.261178 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Checking segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:16.261538 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Network hostable DHCP agents. Network: bd626400-75bf-4da8-8533-6b7cb9832c6f, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:04:16.331928 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Network bd626400-75bf-4da8-8533-6b7cb9832c6f is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:04:16.347042 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, bd626400-75bf-4da8-8533-6b7cb9832c6f) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:16.376864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ec3bf-4bf3-4a70-b179-d1b97bacb53f None None] Network bd626400-75bf-4da8-8533-6b7cb9832c6f requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:04:16.385320 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:16.385866 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.404878 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-46261cad-7e4c-42e4-adcb-a6762a8c362f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8191562 Mar 03 01:04:16.407934 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35934) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:16.415942 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:16.428164 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:04:16.455194 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.456737 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.478833 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] No DVR routers for this DVR port 5de5eec9-6f29-4d37-be6c-491ba6317156 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:04:16.482465 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.486256 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b772e418-2dac-4425-84dd-a4f2895e9158 req-6073193f-9c6c-4435-8cdd-3172ac479c90 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "DELETE /v2.0/ports/5de5eec9-6f29-4d37-be6c-491ba6317156 HTTP/1.1" status: 204 len: 173 time: 1.3953578 Mar 03 01:04:16.486835 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-deleted', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:16.489495 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc01da-273e-4084-bc23-84ae8bf732fe" -d '{"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-deleted", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:16.531421 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2302ca5c-b811-4bc6-8a1c-7e32372d48fd x-openstack-request-id: req-2302ca5c-b811-4bc6-8a1c-7e32372d48fd {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:16.531748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e133ef-c5c3-4329-a6d3-4b2945d44f95", "name": "network-vif-deleted", "tag": "5de5eec9-6f29-4d37-be6c-491ba6317156", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:16.532034 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2302ca5c-b811-4bc6-8a1c-7e32372d48fd {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:16.532707 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e133ef-c5c3-4329-a6d3-4b2945d44f95', 'name': 'network-vif-deleted', 'tag': '5de5eec9-6f29-4d37-be6c-491ba6317156', 'status': 'completed', 'code': 200} Mar 03 01:04:16.561258 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:04:16.563351 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks [] for router_controller (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), precommit_add_association {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.581617 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:16.582302 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:16.715457 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-bd626400-75bf-4da8-8533-6b7cb9832c6f', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 01:04:16.716584 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.721500 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks [] for router_gateway (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.759909 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:16.932111 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks [] for router_gateway (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.958836 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:16.988869 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Allocated IP 172.20.0.2 (bd626400-75bf-4da8-8533-6b7cb9832c6f/9d6be919-1f71-4c87-9de4-1a46d27578de/110102c9-087d-422d-a746-17b0d7544577) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:17.106403 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Allocated IP 172.27.0.50 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/5a5bae4a-d559-4e3f-add7-0be8d6a874e7) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:17.144124 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:04:17.203076 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Publish callbacks [] for port (110102c9-087d-422d-a746-17b0d7544577), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.209307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:17.213716 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (110102c9-087d-422d-a746-17b0d7544577), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.245532 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:04:17.273630 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks [] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.304246 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Network bd626400-75bf-4da8-8533-6b7cb9832c6f is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:17.307401 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:17.310862 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:17.322611 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05c25-5c31-4d1e-82eb-1ae20152a7f0 req-af4d923f-0d3e-4e3d-a02e-3508d4bee938 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:17.325041 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.325652 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ea05c25-5c31-4d1e-82eb-1ae20152a7f0 req-af4d923f-0d3e-4e3d-a02e-3508d4bee938 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0962093 Mar 03 01:04:17.334860 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:17.335484 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:17.341183 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Pushing event updated for resources: {'Port': ['ID=110102c9-087d-422d-a746-17b0d7544577,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:17.381108 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:17.384194 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:17.389800 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:17.393269 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:17.437706 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ea05c25-5c31-4d1e-82eb-1ae20152a7f0 req-d4e16ee4-ca50-4164-b759-b2d5d0fcc9e6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999012 Mar 03 01:04:17.467813 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.469889 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.470455 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.470985 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.471627 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.472068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.472487 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.472891 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.473395 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.473949 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.474355 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.474888 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.475286 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:17.504184 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Attempting to bind port 110102c9-087d-422d-a746-17b0d7544577 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:17.504488 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Attempting to bind port 110102c9-087d-422d-a746-17b0d7544577 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:17.504943 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Attempting to bind port 110102c9-087d-422d-a746-17b0d7544577 on network bd626400-75bf-4da8-8533-6b7cb9832c6f {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:17.516587 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:17.516977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Checking segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:17.517385 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.517857 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Bound using segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:17.518347 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Bound port: 110102c9-087d-422d-a746-17b0d7544577, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:17.518730 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (110102c9-087d-422d-a746-17b0d7544577), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.549019 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35956) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:17.665388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:17.670647 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-18950423-4588-4ca0-9051-df9658e01146 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (91820f67-4819-4920-9e15-d7a7b5db2062), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.715776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-18950423-4588-4ca0-9051-df9658e01146 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (91820f67-4819-4920-9e15-d7a7b5db2062), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.729695 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] For port 110102c9-087d-422d-a746-17b0d7544577, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:17.779289 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks [] for router_gateway (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.780858 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] For port 110102c9-087d-422d-a746-17b0d7544577, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=110102c9-087d-422d-a746-17b0d7544577,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:17.814243 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-18950423-4588-4ca0-9051-df9658e01146 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (91820f67-4819-4920-9e15-d7a7b5db2062), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.817886 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-18950423-4588-4ca0-9051-df9658e01146 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.819605 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-18950423-4588-4ca0-9051-df9658e01146 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "DELETE /v2.0/security-groups/91820f67-4819-4920-9e15-d7a7b5db2062 HTTP/1.1" status: 204 len: 168 time: 0.2694106 Mar 03 01:04:17.822347 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35962) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:17.838047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18950423-4588-4ca0-9051-df9658e01146 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91820f67-4819-4920-9e15-d7a7b5db2062,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:17.851657 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.api.v2.resource [None req-b4748ec5-972d-4da8-8ece-1db4f16e7df9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] show failed (client error): The resource could not be found. Mar 03 01:04:17.852939 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b4748ec5-972d-4da8-8ece-1db4f16e7df9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups/91820f67-4819-4920-9e15-d7a7b5db2062 HTTP/1.1" status: 404 len: 347 time: 0.0292275 Mar 03 01:04:17.853065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (110102c9-087d-422d-a746-17b0d7544577), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:17.856167 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35964) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:18.076764 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d0106-b073-4edf-b36e-febdcb996c6b None None] Pushing event updated for resources: {'Port': ['ID=110102c9-087d-422d-a746-17b0d7544577,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:18.190674 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:18.262457 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a95c72-a0da-47ef-abbb-85d867474d79 None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:04:18.511459 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 110102c9-087d-422d-a746-17b0d7544577 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:18.578728 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Deleting port 93fbd64a-67c2-410a-964f-db74bf5d65e6 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:04:18.578986 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.639330 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e3b3-7c81-4f9d-ae3f-28ad0d76fd08 req-b866c1a9-c8e1-4125-b399-070ae1794ad0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:18.639906 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.653879 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3b2e3b3-7c81-4f9d-ae3f-28ad0d76fd08 req-b866c1a9-c8e1-4125-b399-070ae1794ad0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1117465 Mar 03 01:04:18.699168 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 110102c9-087d-422d-a746-17b0d7544577 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:18.700816 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (110102c9-087d-422d-a746-17b0d7544577), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.721178 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff85ce-99db-4fc3-9a02-293c879ad904 None None] New status for floating IP 7e685eb1-8cfd-47db-8eef-f5447806004a: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:04:18.731363 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3b2e3b3-7c81-4f9d-ae3f-28ad0d76fd08 req-7240ba19-2fe0-4ec8-8665-ba80976e3724 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760481 Mar 03 01:04:18.765495 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.765823 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (93fbd64a-67c2-410a-964f-db74bf5d65e6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.785879 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Calling delete_port for 93fbd64a-67c2-410a-964f-db74bf5d65e6 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:04:18.822081 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 110102c9-087d-422d-a746-17b0d7544577 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:18.822617 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (110102c9-087d-422d-a746-17b0d7544577), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.870746 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 110102c9-087d-422d-a746-17b0d7544577, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=110102c9-087d-422d-a746-17b0d7544577,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:18.882637 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (110102c9-087d-422d-a746-17b0d7544577), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:18.920969 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 01:04:18.998733 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=110102c9-087d-422d-a746-17b0d7544577,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:19.105282 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (93fbd64a-67c2-410a-964f-db74bf5d65e6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.162393 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event deleted for resources: {'Port': ['ID=93fbd64a-67c2-410a-964f-db74bf5d65e6,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:19.188596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:04:19.199401 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Sync routers for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:04:19.219174 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:19.219921 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:19.265601 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (7e685eb1-8cfd-47db-8eef-f5447806004a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.268678 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.272340 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c532db1b-90c9-45ac-84be-55b6b48ff105 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "DELETE /v2.0/floatingips/7e685eb1-8cfd-47db-8eef-f5447806004a HTTP/1.1" status: 204 len: 168 time: 1.4127572 Mar 03 01:04:19.290633 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.292251 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-68adf366-a248-475e-9d24-fba000ab5bb7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8827963 Mar 03 01:04:19.294824 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 35984) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:19.361241 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9070fda-5b0f-49b0-841b-cd7e8ab1fa07 None None] Network bd626400-75bf-4da8-8533-6b7cb9832c6f requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:04:19.522391 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 35994) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:19.528869 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870031204', 'description': 'tempest-description--101684894'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:19.590425 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.651978 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:04:19.694054 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-38578fb8-23f0-43d4-94cb-b5e6f9d134f4 None None] Provisioning complete for port 110102c9-087d-422d-a746-17b0d7544577 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:19.694428 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-38578fb8-23f0-43d4-94cb-b5e6f9d134f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (110102c9-087d-422d-a746-17b0d7544577), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.698922 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 5de5eec9-6f29-4d37-be6c-491ba6317156 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:04:19.699264 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 5de5eec9-6f29-4d37-be6c-491ba6317156 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:04:19.718424 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (2ed15db7-f331-4de3-a5e2-4feed07d306a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.724147 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2ed15db7-f331-4de3-a5e2-4feed07d306a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.753363 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:19.775402 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.776821 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2527323 Mar 03 01:04:19.779107 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf327-8586-4235-8057-e38fbcebe655 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed15db7-f331-4de3-a5e2-4feed07d306a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:19.782684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36004) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:19.788182 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'security_group_rule': {'security_group_id': '2ed15db7-f331-4de3-a5e2-4feed07d306a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:19.831277 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (406ec63a-9550-4c2b-9f04-adf304b6cca9), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.922116 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (406ec63a-9550-4c2b-9f04-adf304b6cca9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.928770 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (406ec63a-9550-4c2b-9f04-adf304b6cca9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.948505 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406ec63a-9550-4c2b-9f04-adf304b6cca9,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:19.967568 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:19.969206 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d2055b44-d7b7-4fa2-927a-eab9669dfd70 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855574 Mar 03 01:04:19.971902 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36008) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:19.979087 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'security_group_rule': {'security_group_id': '2ed15db7-f331-4de3-a5e2-4feed07d306a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:20.016432 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (973a507d-a40c-43ea-86f8-a93667330c9e), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.087962 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58314f4-ce11-49bd-ac4c-fb54e77d9774 req-cc54f7fc-c4de-4f2a-bb96-9d02e38af76b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:20.090904 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a58314f4-ce11-49bd-ac4c-fb54e77d9774 req-cc54f7fc-c4de-4f2a-bb96-9d02e38af76b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.2473822 Mar 03 01:04:20.113001 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-38578fb8-23f0-43d4-94cb-b5e6f9d134f4 None None] Current status of the port 110102c9-087d-422d-a746-17b0d7544577 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:20.133787 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (973a507d-a40c-43ea-86f8-a93667330c9e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.144915 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (973a507d-a40c-43ea-86f8-a93667330c9e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.153675 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3e99-2ec9-438e-ba98-b7d5efc10b57 req-a8b15576-47b6-43fc-97e9-f676d44b2d32 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:20.164264 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-683f3e99-2ec9-438e-ba98-b7d5efc10b57 req-a8b15576-47b6-43fc-97e9-f676d44b2d32 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.2013128 Mar 03 01:04:20.176496 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973a507d-a40c-43ea-86f8-a93667330c9e,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:20.185322 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.191424 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-30049119-23ca-4dd2-9357-d568a1b090ba tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154329 Mar 03 01:04:20.192742 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36010) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:20.199103 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:20.212848 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:17Z', 'revision_number': 3, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:20.238003 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.246705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Checking router: e6c4010f-a22b-4a86-94e3-40dcf6f80c44 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:04:20.247447 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Updating router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:04:20.281394 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.320402 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-683f3e99-2ec9-438e-ba98-b7d5efc10b57 req-63315189-6dc1-4869-81c0-7e6caaeb3a98 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491158 Mar 03 01:04:20.336731 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a58314f4-ce11-49bd-ac4c-fb54e77d9774 req-f34f3cb6-3da5-4766-ab19-aba1169a732c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234931 Mar 03 01:04:20.381132 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.436604 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.477561 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 110102c9-087d-422d-a746-17b0d7544577 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:20.522489 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-3c4a6c09-811a-4f60-9f2f-c5b4dec64d03 None None] Provisioning complete for port 110102c9-087d-422d-a746-17b0d7544577 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:20.522786 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6c09-811a-4f60-9f2f-c5b4dec64d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (110102c9-087d-422d-a746-17b0d7544577), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.564670 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Allocated IP 172.20.0.1 (bd626400-75bf-4da8-8533-6b7cb9832c6f/9d6be919-1f71-4c87-9de4-1a46d27578de/74a337ec-7ddf-4679-b409-c10502aa6933) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:20.621639 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 110102c9-087d-422d-a746-17b0d7544577 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:20.622026 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (110102c9-087d-422d-a746-17b0d7544577), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.688277 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks [] for port (74a337ec-7ddf-4679-b409-c10502aa6933), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.738739 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.746668 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Publish callbacks [] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.755668 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a6c09-811a-4f60-9f2f-c5b4dec64d03 None None] Current status of the port 110102c9-087d-422d-a746-17b0d7544577 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:20.761248 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.795851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Network bd626400-75bf-4da8-8533-6b7cb9832c6f is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:20.798917 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:20.803892 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:20.856078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Allocated IP 172.27.0.73 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/85cb46b9-0010-4948-8b77-bc0907dcba51) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:20.874246 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Attempting to bind port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:20.874704 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Attempting to bind port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:20.875086 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Attempting to bind port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:20.878354 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2183b7-87b9-4531-83fc-8b0b1a5ceda9 None None] Pushing event updated for resources: {'Port': ['ID=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:20.912844 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:20.913232 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:20.913645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.914042 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:20.915008 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Bound port: 5a5bae4a-d559-4e3f-add7-0be8d6a874e7, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:20.915420 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:20.917256 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 110102c9-087d-422d-a746-17b0d7544577 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:21.014943 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.030319 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] For port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:21.036225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] For port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:21.043307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.046204 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36022) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:21.076526 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.110315 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:21.111045 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:21.155417 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:21.159915 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:21.172342 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2183b7-87b9-4531-83fc-8b0b1a5ceda9 None None] Pushing event updated for resources: {'Port': ['ID=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.175601 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:21.191454 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=74a337ec-7ddf-4679-b409-c10502aa6933,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.202670 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-8cafd4c0-923a-425d-8d3c-00a4505d54ea None None] Provisioning complete for port 74a337ec-7ddf-4679-b409-c10502aa6933 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:21.203192 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8cafd4c0-923a-425d-8d3c-00a4505d54ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.204156 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.220395 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'Port': ['ID=85cb46b9-0010-4948-8b77-bc0907dcba51,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.254446 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08e7c56a-1d5c-4ab6-9183-8c7b6f75901d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.288620 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-8cafd4c0-923a-425d-8d3c-00a4505d54ea None None] Port 74a337ec-7ddf-4679-b409-c10502aa6933 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:04:21.298004 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:21.334301 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (b5103eeb-35d0-4aa6-9a24-5ec9eec47aed), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.355903 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.391259 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.453564 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08e7c56a-1d5c-4ab6-9183-8c7b6f75901d admin admin] Publish callbacks [] for security_group (358912a3-8993-43bf-814d-cc0555bd9a92), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.462790 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-08e7c56a-1d5c-4ab6-9183-8c7b6f75901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (358912a3-8993-43bf-814d-cc0555bd9a92), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.519158 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:17Z', 'revision_number': 3, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:21.547071 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-08e7c56a-1d5c-4ab6-9183-8c7b6f75901d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61c5e844a2564f0484ab2ac3814dc374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4998331 Mar 03 01:04:21.549737 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36030) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:21.552193 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c56a-1d5c-4ab6-9183-8c7b6f75901d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358912a3-8993-43bf-814d-cc0555bd9a92,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.553131 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce907be1-996b-475e-a4cb-5f2448af51e6 None None] The sync data for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi is: [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:17Z', 'revision_number': 3, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:04:21.612679 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b67db-56f9-41e9-970c-7804d2394fe3 req-95f5578c-9f85-4120-8d1e-34ad91cc47b4 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:21.614461 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e67b67db-56f9-41e9-970c-7804d2394fe3 req-95f5578c-9f85-4120-8d1e-34ad91cc47b4 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1412570 Mar 03 01:04:21.624332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48831e6c-7203-4c01-9299-d401ed2811c4 req-9b6dff5f-65c8-4432-90ab-8b4449e0d8a3 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:21.626665 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48831e6c-7203-4c01-9299-d401ed2811c4 req-9b6dff5f-65c8-4432-90ab-8b4449e0d8a3 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.1524358 Mar 03 01:04:21.642208 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6221a9ed-a3de-47a6-b791-951c01d4849f admin admin] Publish callbacks [] for security_group (358912a3-8993-43bf-814d-cc0555bd9a92), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.667190 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.675487 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.679116 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6221a9ed-a3de-47a6-b791-951c01d4849f admin admin] Publish callbacks [] for security_group (358912a3-8993-43bf-814d-cc0555bd9a92), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.710911 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks [] for port (74a337ec-7ddf-4679-b409-c10502aa6933), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.726208 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.761993 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48831e6c-7203-4c01-9299-d401ed2811c4 req-cfc27cf0-90bf-45de-a02e-5983a25ea586 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254623 Mar 03 01:04:21.775963 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'Port': ['ID=85cb46b9-0010-4948-8b77-bc0907dcba51,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.787027 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e67b67db-56f9-41e9-970c-7804d2394fe3 req-a1ab60a7-1033-4c9b-970b-2e2e42b35824 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592755 Mar 03 01:04:21.809744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (b5103eeb-35d0-4aa6-9a24-5ec9eec47aed), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.812214 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.814146 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=74a337ec-7ddf-4679-b409-c10502aa6933,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.826226 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6221a9ed-a3de-47a6-b791-951c01d4849f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (358912a3-8993-43bf-814d-cc0555bd9a92), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.829562 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6221a9ed-a3de-47a6-b791-951c01d4849f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.830710 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6221a9ed-a3de-47a6-b791-951c01d4849f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/358912a3-8993-43bf-814d-cc0555bd9a92 HTTP/1.1" status: 204 len: 168 time: 0.2801416 Mar 03 01:04:21.847149 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:21.858415 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-28c88deb-12ec-4727-bca6-7521495ceeab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6539094 Mar 03 01:04:21.858415 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221a9ed-a3de-47a6-b791-951c01d4849f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358912a3-8993-43bf-814d-cc0555bd9a92,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:21.963718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Network bd626400-75bf-4da8-8533-6b7cb9832c6f is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:21.967371 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:22.188150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-86d3191e-ba8d-49c8-8693-6d5ae5b13621 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:22.189664 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-86d3191e-ba8d-49c8-8693-6d5ae5b13621 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.1536386 Mar 03 01:04:22.235259 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:04:22.241689 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-d93fd0d2-b59f-44dd-9239-f2ae3d781f71 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1870031204&fields=id&tenant_id=bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 267 time: 0.1294897 Mar 03 01:04:22.290797 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36048) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:22.307952 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-767efeb8-e66b-48c1-be3f-3a835950f22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.317456 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-9ccd7b1b-84bc-459a-bf2d-0a92c3e0d8d1 None None] Provisioning complete for port 74a337ec-7ddf-4679-b409-c10502aa6933 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:22.317456 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7b1b-84bc-459a-bf2d-0a92c3e0d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.360485 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd7b1b-84bc-459a-bf2d-0a92c3e0d8d1 None None] Port 74a337ec-7ddf-4679-b409-c10502aa6933 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:04:22.438951 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-767efeb8-e66b-48c1-be3f-3a835950f22f admin admin] Publish callbacks [] for security_group (643a48fa-2c2c-4db9-aaab-f589ebdf5b84), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.448428 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-767efeb8-e66b-48c1-be3f-3a835950f22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (643a48fa-2c2c-4db9-aaab-f589ebdf5b84), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.492805 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:22.498306 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-767efeb8-e66b-48c1-be3f-3a835950f22f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=518c7f9d7033413c871d1589d2ece362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061918 Mar 03 01:04:22.499440 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767efeb8-e66b-48c1-be3f-3a835950f22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a48fa-2c2c-4db9-aaab-f589ebdf5b84,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:22.502591 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36050) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:22.529640 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Deleting port a268547c-6961-48f9-a859-794a31eaa9af {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:04:22.529986 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (a268547c-6961-48f9-a859-794a31eaa9af), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.568521 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-643a521d-061c-4b4e-b1b5-b53840adef7f admin admin] Publish callbacks [] for security_group (643a48fa-2c2c-4db9-aaab-f589ebdf5b84), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.603250 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-643a521d-061c-4b4e-b1b5-b53840adef7f admin admin] Publish callbacks [] for security_group (643a48fa-2c2c-4db9-aaab-f589ebdf5b84), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.609721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-d6e8a600-917d-4d9b-8492-d501c073533d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:22.611263 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-d6e8a600-917d-4d9b-8492-d501c073533d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 817 time: 0.3558753 Mar 03 01:04:22.642983 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-a3842d29-fbb7-4afa-976a-4fc5cf5d6c17 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/quotas/bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 375 time: 0.0227191 Mar 03 01:04:22.644198 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:04:22.658978 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-83fb10c1-a776-4d8a-ab60-dde4c0c8b4ee admin admin] 10.222.0.18 "PUT /v2.0/routers/e6c4010f-a22b-4a86-94e3-40dcf6f80c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3555956 Mar 03 01:04:22.696747 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-643a521d-061c-4b4e-b1b5-b53840adef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (643a48fa-2c2c-4db9-aaab-f589ebdf5b84), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.700485 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-643a521d-061c-4b4e-b1b5-b53840adef7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.705169 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-643a521d-061c-4b4e-b1b5-b53840adef7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/643a48fa-2c2c-4db9-aaab-f589ebdf5b84 HTTP/1.1" status: 204 len: 168 time: 0.2009163 Mar 03 01:04:22.713874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a521d-061c-4b4e-b1b5-b53840adef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a48fa-2c2c-4db9-aaab-f589ebdf5b84,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:22.724694 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] For port a268547c-6961-48f9-a859-794a31eaa9af, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a268547c-6961-48f9-a859-794a31eaa9af,segment=NetworkSegment(3037dbbc-b9b7-482c-95ee-e2a5a10d7124),segment_id=3037dbbc-b9b7-482c-95ee-e2a5a10d7124)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:22.725072 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (a268547c-6961-48f9-a859-794a31eaa9af), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.742537 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:22.742877 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.744001 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Calling delete_port for a268547c-6961-48f9-a859-794a31eaa9af owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:04:22.774696 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-395d0b0c-c1c6-474d-b7bc-d580ec57cb92 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176164 Mar 03 01:04:22.859113 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:22.859516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.893263 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:22.900013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:22.963517 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:22.976798 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-5208610a-e95f-4ebc-a4fe-b239ae2cfa8a service neutron] 10.222.0.18 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515932 Mar 03 01:04:23.074742 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911687ca-41f4-4fdb-bd1b-5c9f77a80d90 req-0243f7bd-4a24-413e-a5c3-6216a4a494d9 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:23.076263 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-911687ca-41f4-4fdb-bd1b-5c9f77a80d90 req-0243f7bd-4a24-413e-a5c3-6216a4a494d9 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/ports?device_id=05193420-ca29-4a60-9a94-fc893693184a HTTP/1.1" status: 200 len: 945 time: 0.1566842 Mar 03 01:04:23.105320 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (a268547c-6961-48f9-a859-794a31eaa9af), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.144800 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['a268547c-6961-48f9-a859-794a31eaa9af'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:04:23.171110 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Pushing event deleted for resources: {'Port': ['ID=a268547c-6961-48f9-a859-794a31eaa9af,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:23.190356 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-2c5ed26a-0eff-412c-92f5-7434e6fac098 service neutron] 10.222.0.18 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938019 Mar 03 01:04:23.206562 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36070) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:23.208645 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-911687ca-41f4-4fdb-bd1b-5c9f77a80d90 req-9a234d3a-6454-4196-88a6-61bfee37d06d tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c9cf86-639e-463b-a46c-55ea3eeeecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248920 Mar 03 01:04:23.230858 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25a0d9f2-570a-4470-8cb8-9e270e1e2767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.236823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] No DVR routers for this DVR port a268547c-6961-48f9-a859-794a31eaa9af on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:04:23.239490 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.242896 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-34bd98e2-16de-4f74-bb46-0d6541af65e6 req-e102c1a6-bff7-4efc-ab66-44fe89c844d1 tempest-VolumesSnapshotTestJSON-2008416000 tempest-VolumesSnapshotTestJSON-2008416000-project] 10.222.0.30 "DELETE /v2.0/ports/a268547c-6961-48f9-a859-794a31eaa9af HTTP/1.1" status: 204 len: 173 time: 1.0431299 Mar 03 01:04:23.243410 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05193420-ca29-4a60-9a94-fc893693184a', 'name': 'network-vif-deleted', 'tag': 'a268547c-6961-48f9-a859-794a31eaa9af'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:23.245740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0df986-51d9-47ab-84d4-bfef591de98e" -d '{"events": [{"server_uuid": "05193420-ca29-4a60-9a94-fc893693184a", "name": "network-vif-deleted", "tag": "a268547c-6961-48f9-a859-794a31eaa9af"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:23.400384 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25a0d9f2-570a-4470-8cb8-9e270e1e2767 admin admin] Publish callbacks [] for security_group (0c3d266e-1694-4cb4-be28-34e20317a612), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.418059 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25a0d9f2-570a-4470-8cb8-9e270e1e2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (0c3d266e-1694-4cb4-be28-34e20317a612), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.433306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6381d9c-9876-404f-bf18-d7ac331bcb3e req-d5b75eac-e4ff-45d3-acd3-3c74ee101fee tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:23.438904 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6381d9c-9876-404f-bf18-d7ac331bcb3e req-d5b75eac-e4ff-45d3-acd3-3c74ee101fee tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.1233852 Mar 03 01:04:23.462619 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7464977-b233-458b-94c1-c1b4814aae8c x-openstack-request-id: req-a7464977-b233-458b-94c1-c1b4814aae8c {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:23.464484 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05193420-ca29-4a60-9a94-fc893693184a", "name": "network-vif-deleted", "tag": "a268547c-6961-48f9-a859-794a31eaa9af", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:23.464865 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7464977-b233-458b-94c1-c1b4814aae8c {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:23.465133 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05193420-ca29-4a60-9a94-fc893693184a', 'name': 'network-vif-deleted', 'tag': 'a268547c-6961-48f9-a859-794a31eaa9af', 'status': 'completed', 'code': 200} Mar 03 01:04:23.486913 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0d9f2-570a-4470-8cb8-9e270e1e2767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d266e-1694-4cb4-be28-34e20317a612,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:23.493030 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36082) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:23.499023 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1466274801-network', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:23.530613 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-25a0d9f2-570a-4470-8cb8-9e270e1e2767 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc2a1eab883548818c8058d36a6fb16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225758 Mar 03 01:04:23.539337 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36084) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:23.556728 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Made reservation on behalf of 79bd31e8c4ea4a90bd48d892b705265b for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:23.558866 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.569193 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-09359a9e-c6ee-40b2-8a14-c94e93e742f2 req-3bc9ca9b-347f-4ce1-8b8b-6d948208dec8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.0566728 Mar 03 01:04:23.577248 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6381d9c-9876-404f-bf18-d7ac331bcb3e req-8a253cad-f951-4e4b-a356-89eda319694d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243739 Mar 03 01:04:23.583949 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.640455 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0b5-5f14-4666-ad84-dd03da03a80f admin admin] Publish callbacks [] for security_group (0c3d266e-1694-4cb4-be28-34e20317a612), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.673509 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0b5-5f14-4666-ad84-dd03da03a80f admin admin] Publish callbacks [] for security_group (0c3d266e-1694-4cb4-be28-34e20317a612), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.729901 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks [] for security_group (ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.734164 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.775766 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0b5-5f14-4666-ad84-dd03da03a80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (0c3d266e-1694-4cb4-be28-34e20317a612), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.778442 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0b5-5f14-4666-ad84-dd03da03a80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.779486 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ff9dc0b5-5f14-4666-ad84-dd03da03a80f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c3d266e-1694-4cb4-be28-34e20317a612 HTTP/1.1" status: 204 len: 168 time: 0.2397752 Mar 03 01:04:23.780301 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:04:23.789408 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:23.800647 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dc0b5-5f14-4666-ad84-dd03da03a80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d266e-1694-4cb4-be28-34e20317a612,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:23.805615 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.805959 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Added segment 2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45 of type vlan for network 208db88e-d670-4daf-a4e7-cb9b78425efc Mar 03 01:04:23.857304 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (208db88e-d670-4daf-a4e7-cb9b78425efc), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.884833 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Sync routers for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:04:23.892274 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (208db88e-d670-4daf-a4e7-cb9b78425efc), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.893565 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:23.894363 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:23.904636 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:23.904636 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:23.970931 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4767487 Mar 03 01:04:23.973933 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36094) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:23.977526 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190646-8f9c-4de7-b6c4-e83199c8ec48 admin admin] Pushing event updated for resources: {'Network': ['ID=208db88e-d670-4daf-a4e7-cb9b78425efc,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:23.980371 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Request body: {'subnet': {'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1466274801-subnet', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:23.989084 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 208db88e-d670-4daf-a4e7-cb9b78425efc details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:04:24.024329 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:24.030886 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Made reservation on behalf of 79bd31e8c4ea4a90bd48d892b705265b for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:24.033510 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59080498'] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.278491 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58969445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59080448'] for subnet (d0389e0d-687e-4e74-8035-4842ee8119df), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.279176 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 2, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:24.320071 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Checking router: e6c4010f-a22b-4a86-94e3-40dcf6f80c44 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:04:24.320643 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Updating router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 port 74a337ec-7ddf-4679-b409-c10502aa6933 binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:04:24.362997 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0389e0d-687e-4e74-8035-4842ee8119df,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:24.374637 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.429015 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Checking segment: {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:24.429626 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Network hostable DHCP agents. Network: 208db88e-d670-4daf-a4e7-cb9b78425efc, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:04:24.471642 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Network 208db88e-d670-4daf-a4e7-cb9b78425efc is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:04:24.493375 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 208db88e-d670-4daf-a4e7-cb9b78425efc) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:24.499695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:24.501357 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.509388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062889e-bc76-43b2-a888-2e1d73d97128 None None] Network 208db88e-d670-4daf-a4e7-cb9b78425efc requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:04:24.550467 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f5f5f09d-b2b0-4896-8ff1-3d7c4180d4ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5749149 Mar 03 01:04:24.554061 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36110) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:24.562489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:24.594823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (8ea05616-1fce-4178-bfaf-19aae1864ac6), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.597953 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (8ea05616-1fce-4178-bfaf-19aae1864ac6), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.639451 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:24.787747 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks [] for router_controller (8ea05616-1fce-4178-bfaf-19aae1864ac6), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.908486 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-12a4824a-ac5a-455a-b3c6-1080a79a9209 req-a86a0799-9fd5-455d-bc8d-979ece322121 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.1749856 Mar 03 01:04:24.912028 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:24.912433 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.921849 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-208db88e-d670-4daf-a4e7-cb9b78425efc', 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc', 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'fixed_ips': [{'subnet_id': 'd0389e0d-687e-4e74-8035-4842ee8119df'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 01:04:24.923222 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.962283 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Publish callbacks [] for port (74a337ec-7ddf-4679-b409-c10502aa6933), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:24.971257 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.102360 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Pushing event updated for resources: {'Port': ['ID=74a337ec-7ddf-4679-b409-c10502aa6933,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:25.133646 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.134028 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.134395 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.134739 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.135076 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.135655 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.135992 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.136362 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.136692 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.137034 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.137365 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.138064 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.138064 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:04:25.156434 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Attempting to bind port 74a337ec-7ddf-4679-b409-c10502aa6933 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:25.156817 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Attempting to bind port 74a337ec-7ddf-4679-b409-c10502aa6933 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:25.157189 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Attempting to bind port 74a337ec-7ddf-4679-b409-c10502aa6933 on network bd626400-75bf-4da8-8533-6b7cb9832c6f {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:25.164842 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:25.165217 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Checking segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:25.165627 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.166023 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Bound using segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:25.166653 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Bound port: 74a337ec-7ddf-4679-b409-c10502aa6933, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:25.167044 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.187436 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks [] for router_gateway (8ea05616-1fce-4178-bfaf-19aae1864ac6), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.195945 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36132) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:25.202865 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf378695-1976-4518-a47b-613567cd0588 req-a6d115b1-b38d-4e62-9d74-ba2de86e390a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:25.207029 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bf378695-1976-4518-a47b-613567cd0588 req-a6d115b1-b38d-4e62-9d74-ba2de86e390a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.4727163 Mar 03 01:04:25.266844 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] For port 74a337ec-7ddf-4679-b409-c10502aa6933, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:25.270588 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] For port 74a337ec-7ddf-4679-b409-c10502aa6933, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=74a337ec-7ddf-4679-b409-c10502aa6933,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:25.286828 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:25.287974 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.314037 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Allocated IP 172.20.0.2 (208db88e-d670-4daf-a4e7-cb9b78425efc/d0389e0d-687e-4e74-8035-4842ee8119df/114a16ad-19f4-4d64-9eab-76f6dbe075b7) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:25.352175 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bf378695-1976-4518-a47b-613567cd0588 req-c5ba0235-7e8e-4e94-b186-ce2db44d2ad5 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350715 Mar 03 01:04:25.361122 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-0f69d872-9da0-4cad-967b-a0af61944591 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:25.362717 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-0f69d872-9da0-4cad-967b-a0af61944591 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 817 time: 0.5469780 Mar 03 01:04:25.385644 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:25.386491 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:25.468222 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1131759997-network', 'tenant_id': 'c7d96fb7734045318ceb045091362722'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:25.495723 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-3e5bd06d-5ba3-46d8-803a-fa1a08a30dc0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 380 time: 0.1132884 Mar 03 01:04:25.510084 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Made reservation on behalf of c7d96fb7734045318ceb045091362722 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:25.513283 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.530565 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'port': {'device_id': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'admin_state_up': True, 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'security_groups': ['2ed15db7-f331-4de3-a5e2-4feed07d306a']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:25.532245 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.593865 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] Provisioning complete for port 74a337ec-7ddf-4679-b409-c10502aa6933 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:25.596533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.605613 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device a268547c-6961-48f9-a859-794a31eaa9af no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:04:25.655807 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec88bc-789f-4a50-80f8-41b48fe88e3a None None] Pushing event updated for resources: {'Port': ['ID=74a337ec-7ddf-4679-b409-c10502aa6933,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:25.694786 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:25.696312 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Publish callbacks [] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.717956 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks [] for security_group (b129bd29-e82c-47da-8903-7d19ec376d69), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.730075 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (b129bd29-e82c-47da-8903-7d19ec376d69), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.735720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: a268547c-6961-48f9-a859-794a31eaa9af {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:04:25.736189 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device a268547c-6961-48f9-a859-794a31eaa9af not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:04:25.742553 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.844164 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b129bd29-e82c-47da-8903-7d19ec376d69,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:25.855239 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:04:25.884911 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (639f1280-58f7-405e-b893-fcc75aea3045), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:25.885265 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Added segment 639f1280-58f7-405e-b893-fcc75aea3045 of type vlan for network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a Mar 03 01:04:25.890381 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Network 208db88e-d670-4daf-a4e7-cb9b78425efc is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:25.893301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:25.898101 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:25.902476 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Pushing event updated for resources: {'Port': ['ID=114a16ad-19f4-4d64-9eab-76f6dbe075b7,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:26.008611 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Attempting to bind port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:26.009243 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Attempting to bind port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:26.009765 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Attempting to bind port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 on network 208db88e-d670-4daf-a4e7-cb9b78425efc {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:26.011841 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] Current status of the port 74a337ec-7ddf-4679-b409-c10502aa6933 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:26.012642 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.028401 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:26.029072 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Checking segment: {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:26.029201 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.029768 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.030311 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Bound using segment: {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:26.030953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Bound port: 114a16ad-19f4-4d64-9eab-76f6dbe075b7, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:26.031511 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.093363 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] For port 74a337ec-7ddf-4679-b409-c10502aa6933, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=74a337ec-7ddf-4679-b409-c10502aa6933,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:26.099337 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.101078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:26.101812 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.103925 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.124155 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:25Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:26.168988 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022af30-ad8f-4257-8c08-2809baef49e3 None None] The sync data for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi is: [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:25Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:04:26.178764 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] For port 114a16ad-19f4-4d64-9eab-76f6dbe075b7, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:26.183521 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] For port 114a16ad-19f4-4d64-9eab-76f6dbe075b7, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=114a16ad-19f4-4d64-9eab-76f6dbe075b7,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:26.215146 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.228408 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0246027 Mar 03 01:04:26.228408 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36144) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:26.229663 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8f0a75d7-7b1d-4ef4-a90e-c73ed62b5d4f req-1accac57-7f59-4d4c-9f45-99dac13e5630 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.1247377 Mar 03 01:04:26.286857 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313dcb4-9216-4c1b-b77e-628e59f94ff8 None None] Pushing event updated for resources: {'Port': ['ID=74a337ec-7ddf-4679-b409-c10502aa6933,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:26.290898 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Request body: {'subnet': {'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1131759997-subnet', 'tenant_id': 'c7d96fb7734045318ceb045091362722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:26.297441 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03742d6-ef1d-441f-ad99-9be281b4b630 admin admin] Pushing event updated for resources: {'Network': ['ID=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:26.297971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks [] for router_gateway (8ea05616-1fce-4178-bfaf-19aae1864ac6), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.299649 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Made reservation on behalf of bef389e3c3364001aadfe038cbec2dba for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:26.303093 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.339228 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Made reservation on behalf of c7d96fb7734045318ceb045091362722 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:26.343850 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59189413'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.349331 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:04:26.354482 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.461129 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d08ac27c-6b8d-4a2b-9ab7-30d417289a0d None None] Provisioning complete for port 74a337ec-7ddf-4679-b409-c10502aa6933 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:26.461518 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d08ac27c-6b8d-4a2b-9ab7-30d417289a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.524835 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 74a337ec-7ddf-4679-b409-c10502aa6933 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:26.594186 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd8f8a-9755-459b-8855-499219272d84 None None] Pushing event updated for resources: {'Port': ['ID=114a16ad-19f4-4d64-9eab-76f6dbe075b7,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:26.689778 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d08ac27c-6b8d-4a2b-9ab7-30d417289a0d None None] Current status of the port 74a337ec-7ddf-4679-b409-c10502aa6933 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:26.702895 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 74a337ec-7ddf-4679-b409-c10502aa6933 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:26.703420 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.712311 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60345559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59189399'] for subnet (de498f7a-e49b-4910-9418-62cde0b723da), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.726838 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Allocated IP 172.27.0.124 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/3112252b-6e79-4e3e-aca1-ff83686acfa4) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:26.754063 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e72ce-6f03-4e62-96ca-5ad4c52333d6 req-1685db42-c70c-4b7e-b058-b5a554656218 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:26.756788 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c00e72ce-6f03-4e62-96ca-5ad4c52333d6 req-1685db42-c70c-4b7e-b058-b5a554656218 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.2720470 Mar 03 01:04:26.812703 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Checking segment: {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:26.813049 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Network hostable DHCP agents. Network: 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:04:26.815315 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de498f7a-e49b-4910-9418-62cde0b723da,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:26.841604 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:04:26.851773 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 74a337ec-7ddf-4679-b409-c10502aa6933 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:26.858406 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:26.862019 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Allocated IP 172.20.0.7 (826fbe9b-6b11-4a39-a768-b2856677ca9f/6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8/8d91336b-0d99-4627-b823-a76524412acf) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:26.862945 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:26.864904 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:26.883166 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c0dc4-63a0-48d1-bb07-06ea58a2b6ed None None] Network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:04:26.906909 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9b26485c-c319-46ea-b16e-c958f5142e4a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6506417 Mar 03 01:04:26.999049 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks [] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.014898 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f17ec-a1ab-48b6-8f30-0eb0c9d7d05f None None] Network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:04:27.064485 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.140299 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:27.147415 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c00e72ce-6f03-4e62-96ca-5ad4c52333d6 req-3b44fa13-6c2f-4a66-90b0-7c5d1f567453 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763165 Mar 03 01:04:27.173126 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:27.194648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:27.235762 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Pushing event updated for resources: {'Port': ['ID=3112252b-6e79-4e3e-aca1-ff83686acfa4,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:27.451647 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05fa9b7e-7acf-431d-9fb7-3331e463c33e req-cc1d8a25-fb54-4fde-a04b-467ce2c04d75 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.0686018 Mar 03 01:04:27.525185 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for port (8d91336b-0d99-4627-b823-a76524412acf), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.583664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4c5ef-daf9-4bc6-adc6-7c0c49496eea req-25785a14-f82d-4126-a7ff-0343e9254413 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:27.585505 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f8e4c5ef-daf9-4bc6-adc6-7c0c49496eea req-25785a14-f82d-4126-a7ff-0343e9254413 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.2035041 Mar 03 01:04:27.697509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.748307 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f8e4c5ef-daf9-4bc6-adc6-7c0c49496eea req-2c03670d-eec0-4065-85ee-86d5541ba552 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079035 Mar 03 01:04:27.808844 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:27.811543 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe42f95-2673-470c-93d7-3e28574d1c00 None None] Network 208db88e-d670-4daf-a4e7-cb9b78425efc requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:04:27.814517 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:27.821912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:27.827499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:27.854550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks [] for router_gateway (8ea05616-1fce-4178-bfaf-19aae1864ac6), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.895982 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] Provisioning complete for port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:27.896384 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.917928 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:27.918591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:27.978282 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-d7b048dd-f4ff-4a42-ba0a-418b5699b33f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4754319 Mar 03 01:04:28.102817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (8ea05616-1fce-4178-bfaf-19aae1864ac6), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.137477 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] Current status of the port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:28.137871 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.171303 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] For port 114a16ad-19f4-4d64-9eab-76f6dbe075b7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=114a16ad-19f4-4d64-9eab-76f6dbe075b7,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:28.175731 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.230133 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad368a69-6ad0-4aec-83d2-80edc7b8f1f6 None None] Pushing event updated for resources: {'Port': ['ID=114a16ad-19f4-4d64-9eab-76f6dbe075b7,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:28.248132 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Router 8ea05616-1fce-4178-bfaf-19aae1864ac6 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 01:04:28.301013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-c3b8e52d-1719-4c7d-a488-9a389b1d524c None None] Provisioning complete for port 8d91336b-0d99-4627-b823-a76524412acf triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:28.301698 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e52d-1719-4c7d-a488-9a389b1d524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8d91336b-0d99-4627-b823-a76524412acf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.342091 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8e52d-1719-4c7d-a488-9a389b1d524c None None] Port 8d91336b-0d99-4627-b823-a76524412acf cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:04:28.367366 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:04:28.385225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Sync routers for ids ['8ea05616-1fce-4178-bfaf-19aae1864ac6'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:04:28.392196 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.393542 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8998dd1f-52d7-4f65-bc07-fdbc73d8a65b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8384006 Mar 03 01:04:28.397115 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36168) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:28.399897 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Routers {'8ea05616-1fce-4178-bfaf-19aae1864ac6'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:28.401177 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ea05616-1fce-4178-bfaf-19aae1864ac6'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:28.474824 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 114a16ad-19f4-4d64-9eab-76f6dbe075b7 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:28.532892 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-19905535-837f-42e8-931c-fc50210267b4 None None] Provisioning complete for port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:28.533270 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-19905535-837f-42e8-931c-fc50210267b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.594715 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d7f0-da01-423d-a10d-f3be50d79025 req-372e58ef-e828-4fb5-af21-2498d36fa332 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:28.596623 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e40d7f0-da01-423d-a10d-f3be50d79025 req-372e58ef-e828-4fb5-af21-2498d36fa332 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 931 time: 0.0663869 Mar 03 01:04:28.649889 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Set router 8ea05616-1fce-4178-bfaf-19aae1864ac6 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:28.653161 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:28.653538 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:28.665617 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e40d7f0-da01-423d-a10d-f3be50d79025 req-8efa0c2f-f508-4b55-b02f-ac265ad0e708 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601337 Mar 03 01:04:28.855721 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-19905535-837f-42e8-931c-fc50210267b4 None None] Current status of the port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:28.870371 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db28358-6823-4705-8690-995bec1b1a25 req-95c395c2-d588-4992-86db-4cb201b2fd02 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:28.876654 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8db28358-6823-4705-8690-995bec1b1a25 req-95c395c2-d588-4992-86db-4cb201b2fd02 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0649898 Mar 03 01:04:28.922961 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8db28358-6823-4705-8690-995bec1b1a25 req-40800b60-409e-49af-a885-57af1948a6ae tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450952 Mar 03 01:04:28.943365 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:28.968331 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:04:27Z', 'revision_number': 3, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:28.995514 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Checking router: 8ea05616-1fce-4178-bfaf-19aae1864ac6 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:04:28.995866 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Updating router 8ea05616-1fce-4178-bfaf-19aae1864ac6 port 3112252b-6e79-4e3e-aca1-ff83686acfa4 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:04:29.025301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.034579 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Request body: {'port': {'device_id': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:29.108489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.137539 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.269765 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954418-c331-4b4e-a057-b53282cac52d req-fd567fa5-b767-4812-a29b-ea32902911f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:29.271886 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-fd567fa5-b767-4812-a29b-ea32902911f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1130 time: 0.1199877 Mar 03 01:04:29.302828 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Allocated IP 172.20.0.1 (208db88e-d670-4daf-a4e7-cb9b78425efc/d0389e0d-687e-4e74-8035-4842ee8119df/f8f1ffde-032c-4cb3-97b9-19414055365d) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:29.320491 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Publish callbacks [] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.335495 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.402946 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7125cf-369b-4383-8a5f-89816a9c1946 None None] Pushing event updated for resources: {'Port': ['ID=3112252b-6e79-4e3e-aca1-ff83686acfa4,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:29.408101 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Attempting to bind port 3112252b-6e79-4e3e-aca1-ff83686acfa4 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:29.408101 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Attempting to bind port 3112252b-6e79-4e3e-aca1-ff83686acfa4 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:29.408101 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Attempting to bind port 3112252b-6e79-4e3e-aca1-ff83686acfa4 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:29.423498 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:29.424075 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:29.424636 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.425213 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:29.425744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Bound port: 3112252b-6e79-4e3e-aca1-ff83686acfa4, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:29.426331 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.440282 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks [] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.493609 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.498345 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] For port 3112252b-6e79-4e3e-aca1-ff83686acfa4, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:29.506709 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] For port 3112252b-6e79-4e3e-aca1-ff83686acfa4, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=3112252b-6e79-4e3e-aca1-ff83686acfa4,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:29.518039 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.532371 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Network 208db88e-d670-4daf-a4e7-cb9b78425efc is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:29.537994 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:29.540664 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:29.581573 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f1ffde-032c-4cb3-97b9-19414055365d,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:29.596216 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (8ea05616-1fce-4178-bfaf-19aae1864ac6), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.604386 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7125cf-369b-4383-8a5f-89816a9c1946 None None] Pushing event updated for resources: {'Port': ['ID=3112252b-6e79-4e3e-aca1-ff83686acfa4,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:29.615675 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Routers {'8ea05616-1fce-4178-bfaf-19aae1864ac6'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:29.616532 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ea05616-1fce-4178-bfaf-19aae1864ac6'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:29.776820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954418-c331-4b4e-a057-b53282cac52d req-8d2af4f6-6497-4c59-98e7-1cc4164cb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:29.778348 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-8d2af4f6-6497-4c59-98e7-1cc4164cb469 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.4937239 Mar 03 01:04:29.800026 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] Set router 8ea05616-1fce-4178-bfaf-19aae1864ac6 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:29.840315 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:29.937452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-2f1861c8-4ced-41cd-ab02-84fad0532168 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 1001 time: 0.1527729 Mar 03 01:04:29.942605 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d91336b-0d99-4627-b823-a76524412acf {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:04:29.960705 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Publish callbacks [] for port (8d91336b-0d99-4627-b823-a76524412acf), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.028112 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-48f9bf80-ab02-42fd-a0b1-c694a5427bc7 None None] Provisioning complete for port f8f1ffde-032c-4cb3-97b9-19414055365d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:30.029037 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-48f9bf80-ab02-42fd-a0b1-c694a5427bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.036011 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Transition to ACTIVE for port object 8d91336b-0d99-4627-b823-a76524412acf will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:04:30.064316 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14458829-5dcd-4e98-9d5e-4ddbbfb33152 req-1f9bcca3-fdac-4632-b63f-07a69fc49df9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:30.072902 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-14458829-5dcd-4e98-9d5e-4ddbbfb33152 req-1f9bcca3-fdac-4632-b63f-07a69fc49df9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 931 time: 0.2795105 Mar 03 01:04:30.078056 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954418-c331-4b4e-a057-b53282cac52d req-caf4fa0f-f3b8-43c8-b1b4-1d0089700cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:30.078831 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-48f9bf80-ab02-42fd-a0b1-c694a5427bc7 None None] Port f8f1ffde-032c-4cb3-97b9-19414055365d cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:04:30.079657 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-caf4fa0f-f3b8-43c8-b1b4-1d0089700cfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.1311603 Mar 03 01:04:30.080293 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.084897 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks [] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.093387 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.158075 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:04:27Z', 'revision_number': 3, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:30.175197 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (8ea05616-1fce-4178-bfaf-19aae1864ac6), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.177610 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f1ffde-032c-4cb3-97b9-19414055365d,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:30.191316 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0109f-a799-4046-94a4-940ba8c43e75 None None] The sync data for ids ['8ea05616-1fce-4178-bfaf-19aae1864ac6'] in dv-cinder-831090-5-iscsi is: [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:04:27Z', 'revision_number': 3, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:04:30.295397 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Network 208db88e-d670-4daf-a4e7-cb9b78425efc is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:30.296824 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:30.306621 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-14458829-5dcd-4e98-9d5e-4ddbbfb33152 req-573db7d0-e995-4165-bef0-bdf219369a91 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297564 Mar 03 01:04:30.355264 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:30.397118 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-ebcf9397-0e59-473c-b08e-7617469ec6c7 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:30.398759 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-ebcf9397-0e59-473c-b08e-7617469ec6c7 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/networks?id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a HTTP/1.1" status: 200 len: 809 time: 0.3663723 Mar 03 01:04:30.456033 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954418-c331-4b4e-a057-b53282cac52d req-fbdd01a5-73e8-4865-a58c-5e85c591f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:30.457897 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-fbdd01a5-73e8-4865-a58c-5e85c591f755 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3290684 Mar 03 01:04:30.498074 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-842c0d87-8314-4b84-92a9-7a3ec8e70499 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/quotas/c7d96fb7734045318ceb045091362722 HTTP/1.1" status: 200 len: 375 time: 0.0890212 Mar 03 01:04:30.500508 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Router 8ea05616-1fce-4178-bfaf-19aae1864ac6 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:04:30.618003 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-6416a8bb-86b6-4ea8-9ce1-2cbfb86d0add tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d96fb7734045318ceb045091362722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806456 Mar 03 01:04:30.693404 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:04:30.700839 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2a742587-bbb8-456e-955f-275e0ace09c0 admin admin] 10.222.0.18 "PUT /v2.0/routers/8ea05616-1fce-4178-bfaf-19aae1864ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3018341 Mar 03 01:04:30.717621 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ce155-bcc5-4a0c-8b57-a970ed36b827 req-2758d6a6-baaf-4c3f-b246-541b79a57240 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:30.719163 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-508ce155-bcc5-4a0c-8b57-a970ed36b827 req-2758d6a6-baaf-4c3f-b246-541b79a57240 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.3022225 Mar 03 01:04:30.724235 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Attempting to bind port 8d91336b-0d99-4627-b823-a76524412acf on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:30.724777 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Attempting to bind port 8d91336b-0d99-4627-b823-a76524412acf by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:30.725310 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Attempting to bind port 8d91336b-0d99-4627-b823-a76524412acf on network 826fbe9b-6b11-4a39-a768-b2856677ca9f {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:30.747413 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b796a3ce-a2f9-496d-9549-d98526140acb None None] Provisioning complete for port f8f1ffde-032c-4cb3-97b9-19414055365d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:30.749537 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b796a3ce-a2f9-496d-9549-d98526140acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.760716 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Port 8d91336b-0d99-4627-b823-a76524412acf on network 826fbe9b-6b11-4a39-a768-b2856677ca9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:04:30.761047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Attempting to bind port 8d91336b-0d99-4627-b823-a76524412acf on network 826fbe9b-6b11-4a39-a768-b2856677ca9f {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:30.782184 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:30.782885 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Checking segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:30.782885 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Bound using segment: {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:30.783333 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Bound port: 8d91336b-0d99-4627-b823-a76524412acf, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763971d-0916-4048-91fa-b80ba5fb30bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:30.783690 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:30.794218 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b796a3ce-a2f9-496d-9549-d98526140acb None None] Port f8f1ffde-032c-4cb3-97b9-19414055365d cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:04:30.812524 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-4bd019f8-0ebb-4c82-8505-5d3fd484fb45 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439410 Mar 03 01:04:30.925959 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-508ce155-bcc5-4a0c-8b57-a970ed36b827 req-dec54e31-2659-4c2a-b9a4-5404923da1c9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971507 Mar 03 01:04:30.928162 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-cb025bc2-c8fd-4661-be39-7639ffff198a service neutron] 10.222.0.18 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990022 Mar 03 01:04:31.036418 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:31.087667 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-f49c7705-218f-4da0-b339-d3f8d1c96afa service neutron] 10.222.0.18 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491508 Mar 03 01:04:31.092426 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:31.096874 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc954418-c331-4b4e-a057-b53282cac52d req-0a22e56a-933b-4ad5-b476-f9d84398c721 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755091 Mar 03 01:04:31.106309 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:31.147873 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:31.148581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:31.150637 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 1093 time: 2.1205475 Mar 03 01:04:31.151011 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:31.153460 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8d7e7e-0019-4d62-be51-38459db50218" -d '{"events": [{"name": "network-changed", "server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:31.201100 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84e5d9-7629-4486-946b-bbad88178e01 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:31.244729 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d366057d-7033-4672-be40-2a6754afab34 x-openstack-request-id: req-d366057d-7033-4672-be40-2a6754afab34 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:31.245053 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:31.245279 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d366057d-7033-4672-be40-2a6754afab34 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:31.245697 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'status': 'completed', 'code': 200} Mar 03 01:04:31.299465 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-7fa71e01-ddcc-4e46-bf45-246d023eedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:31.301576 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-7fa71e01-ddcc-4e46-bf45-246d023eedf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1127 time: 0.0716276 Mar 03 01:04:31.425452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-0bc6ae6d-4148-4bdd-be04-08e1f36f31d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 217 time: 0.1091425 Mar 03 01:04:31.503760 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-22f29673-aaa5-483d-97c8-473a144e3b34 req-02ec6873-bc44-4b65-acbc-5eed72cd15b8 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 210 time: 0.0824976 Mar 03 01:04:31.580635 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4f128-ce2d-49d8-8255-e40c428d5590 req-100f624a-3516-40ff-8b8e-970cb2996406 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:31.582166 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9c4f128-ce2d-49d8-8255-e40c428d5590 req-100f624a-3516-40ff-8b8e-970cb2996406 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.1596768 Mar 03 01:04:31.584872 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-1467338c-6c67-44bf-8de9-359b3bcd67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:31.586907 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-1467338c-6c67-44bf-8de9-359b3bcd67cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.1200316 Mar 03 01:04:31.692643 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b9c4f128-ce2d-49d8-8255-e40c428d5590 req-28bac24a-d212-469c-99de-9ceacc965062 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040339 Mar 03 01:04:31.696029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748965c-d330-4566-953f-38a6ae9352fc req-5a7801a8-6f31-4bc0-b695-4afb6c26fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:31.698662 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-5a7801a8-6f31-4bc0-b695-4afb6c26fe28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947609 Mar 03 01:04:31.860456 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-0a4d119e-671b-4448-9fb8-5bd1664f7d1b service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432283 Mar 03 01:04:31.992208 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3748965c-d330-4566-953f-38a6ae9352fc req-df24736d-86e4-4209-bf65-9bbfa920a627 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244729 Mar 03 01:04:32.093232 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b834c-7d86-4c7f-82f9-f251d29a27a3 req-1b2abccc-ab65-46fa-9c6c-b3785cf71d4f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:32.094825 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ac1b834c-7d86-4c7f-82f9-f251d29a27a3 req-1b2abccc-ab65-46fa-9c6c-b3785cf71d4f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0792673 Mar 03 01:04:32.201144 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ac1b834c-7d86-4c7f-82f9-f251d29a27a3 req-cf98194c-b8f6-4b3f-982a-cbd6fb5f3139 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910075 Mar 03 01:04:32.211551 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-a0dafe6a-5dff-43eb-bcc3-f38cd348d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:32.213187 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-a0dafe6a-5dff-43eb-bcc3-f38cd348d72f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1127 time: 0.0949812 Mar 03 01:04:32.339610 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-a983d56b-cab2-41f0-bf8f-15dcdfe858e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:32.342527 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-a983d56b-cab2-41f0-bf8f-15dcdfe858e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.1213615 Mar 03 01:04:32.405344 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-97492415-14b8-447f-b0d4-02fb68a97a26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 217 time: 0.0557861 Mar 03 01:04:32.497451 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3112252b-6e79-4e3e-aca1-ff83686acfa4 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:32.498100 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-3b8695cb-5038-42ae-8446-0e4ecca719e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:32.499902 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-3b8695cb-5038-42ae-8446-0e4ecca719e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0851254 Mar 03 01:04:32.581221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-80b13a9d-80b9-4881-a0ad-5b74dbfd7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:32.582137 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 3112252b-6e79-4e3e-aca1-ff83686acfa4 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:32.582821 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-80b13a9d-80b9-4881-a0ad-5b74dbfd7dbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759437 Mar 03 01:04:32.583240 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:32.679355 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 3112252b-6e79-4e3e-aca1-ff83686acfa4 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:32.686420 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:32.726769 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 3112252b-6e79-4e3e-aca1-ff83686acfa4, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=3112252b-6e79-4e3e-aca1-ff83686acfa4,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:32.732531 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:32.758668 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1912ad3c-ec75-4610-9457-4d7d3a9f3d78 req-f97a688d-458e-4865-96df-4a7a3cc7a33f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 210 time: 0.1308460 Mar 03 01:04:32.881485 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=3112252b-6e79-4e3e-aca1-ff83686acfa4,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:32.920414 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-029ce895-a953-4afe-9a21-e3ac53c45e48 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224547 Mar 03 01:04:33.025882 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e2315-c736-4366-af0c-7fa201a4ca4c req-77c685a5-4101-45ad-aa3e-5de7df050078 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:33.027437 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b70e2315-c736-4366-af0c-7fa201a4ca4c req-77c685a5-4101-45ad-aa3e-5de7df050078 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.1729832 Mar 03 01:04:33.049387 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-b1342ae6-5e1f-47ee-aebb-16e33650d86c tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:33.050873 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-b1342ae6-5e1f-47ee-aebb-16e33650d86c tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "GET /v2.0/networks?id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a HTTP/1.1" status: 200 len: 809 time: 0.3501642 Mar 03 01:04:33.081144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Request body: {'port': {'device_id': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a', 'admin_state_up': True, 'tenant_id': 'c7d96fb7734045318ceb045091362722'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:33.153319 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a8d7e7e-0019-4d62-be51-38459db50218 req-ab756957-be54-4360-8f4a-c74ae0366220 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242725 Mar 03 01:04:33.168288 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b70e2315-c736-4366-af0c-7fa201a4ca4c req-e05d4072-e294-4246-b5d8-6a13b069f566 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318865 Mar 03 01:04:33.231238 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Made reservation on behalf of c7d96fb7734045318ceb045091362722 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:33.235086 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:33.408013 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Allocated IP 172.20.0.7 (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a/de498f7a-e49b-4910-9418-62cde0b723da/7835c54b-8770-468e-b6e2-516ddf521984) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:33.456841 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Sync routers for ids ['8ea05616-1fce-4178-bfaf-19aae1864ac6'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:04:33.467263 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Routers {'8ea05616-1fce-4178-bfaf-19aae1864ac6'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:33.468540 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ea05616-1fce-4178-bfaf-19aae1864ac6'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:33.613151 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Set router 8ea05616-1fce-4178-bfaf-19aae1864ac6 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:33.883850 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3be216b3-c418-47b5-aeb4-6ecdb0ade218 req-2e8b2474-a30f-4bfb-9011-4f5b1b967b02 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 210 time: 0.0417721 Mar 03 01:04:33.891663 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks [] for port (7835c54b-8770-468e-b6e2-516ddf521984), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:33.906460 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:04:29Z', 'revision_number': 4, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'f8f1ffde-032c-4cb3-97b9-19414055365d', 'name': '', 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'mac_address': 'fa:16:3e:c5:c3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0389e0d-687e-4e74-8035-4842ee8119df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:29Z', 'updated_at': '2022-03-03T01:04:29Z', 'revision_number': 2, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'subnets': [{'id': 'd0389e0d-687e-4e74-8035-4842ee8119df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:33.940724 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Checking router: 8ea05616-1fce-4178-bfaf-19aae1864ac6 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:04:33.941264 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Updating router 8ea05616-1fce-4178-bfaf-19aae1864ac6 port f8f1ffde-032c-4cb3-97b9-19414055365d binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:04:33.972821 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:33.979793 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (7835c54b-8770-468e-b6e2-516ddf521984), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.058391 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:34.071165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:34.081525 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:34.089910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Pushing event updated for resources: {'Port': ['ID=7835c54b-8770-468e-b6e2-516ddf521984,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:34.148816 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:34.149493 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.187830 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-a895a93a-3cec-4b6e-9be0-296272146875 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1195147 Mar 03 01:04:34.218836 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Request body: {'port': {'device_id': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:34.340770 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7835c54b-8770-468e-b6e2-516ddf521984), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.371861 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Publish callbacks [] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.384450 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.399009 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d4fa-99fe-46fb-93e4-d05f3ea3a89a req-98f5f376-1d84-4aa5-a3ff-70708750adab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:34.400590 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe10d4fa-99fe-46fb-93e4-d05f3ea3a89a req-98f5f376-1d84-4aa5-a3ff-70708750adab tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.1353815 Mar 03 01:04:34.456951 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532872-e5ff-468b-9652-aae70af5146b None None] Pushing event updated for resources: {'Port': ['ID=f8f1ffde-032c-4cb3-97b9-19414055365d,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:34.461415 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3112252b-6e79-4e3e-aca1-ff83686acfa4 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:34.517727 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe10d4fa-99fe-46fb-93e4-d05f3ea3a89a req-289ffd90-c4be-471a-b769-e8d4c356a003 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098919 Mar 03 01:04:34.557190 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Attempting to bind port f8f1ffde-032c-4cb3-97b9-19414055365d on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:34.557644 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Attempting to bind port f8f1ffde-032c-4cb3-97b9-19414055365d by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:34.558068 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Attempting to bind port f8f1ffde-032c-4cb3-97b9-19414055365d on network 208db88e-d670-4daf-a4e7-cb9b78425efc {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:34.573716 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:34.574399 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Checking segment: {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:34.575019 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.575587 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Bound using segment: {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:34.576338 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Bound port: f8f1ffde-032c-4cb3-97b9-19414055365d, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:34.577521 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.610965 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 3112252b-6e79-4e3e-aca1-ff83686acfa4 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:34.614667 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.674275 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] For port f8f1ffde-032c-4cb3-97b9-19414055365d, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:34.678706 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] For port f8f1ffde-032c-4cb3-97b9-19414055365d, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f8f1ffde-032c-4cb3-97b9-19414055365d,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:34.690503 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.758765 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 3112252b-6e79-4e3e-aca1-ff83686acfa4 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:34.774801 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Routers {'8ea05616-1fce-4178-bfaf-19aae1864ac6'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:34.775585 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ea05616-1fce-4178-bfaf-19aae1864ac6'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:34.788230 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] Provisioning complete for port f8f1ffde-032c-4cb3-97b9-19414055365d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:34.790809 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.831922 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7835c54b-8770-468e-b6e2-516ddf521984 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:04:34.852657 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Publish callbacks [] for port (7835c54b-8770-468e-b6e2-516ddf521984), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.870257 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Transition to ACTIVE for port object 7835c54b-8770-468e-b6e2-516ddf521984 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:04:34.884692 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (7835c54b-8770-468e-b6e2-516ddf521984), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.896650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] Current status of the port f8f1ffde-032c-4cb3-97b9-19414055365d is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:34.897042 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.966951 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Pushing event updated for resources: {'Port': ['ID=7835c54b-8770-468e-b6e2-516ddf521984,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:34.975662 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] For port f8f1ffde-032c-4cb3-97b9-19414055365d, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f8f1ffde-032c-4cb3-97b9-19414055365d,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:34.983379 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:34.987271 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532872-e5ff-468b-9652-aae70af5146b None None] Pushing event updated for resources: {'Port': ['ID=f8f1ffde-032c-4cb3-97b9-19414055365d,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:35.035469 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] Set router 8ea05616-1fce-4178-bfaf-19aae1864ac6 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:35.070338 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b33cc-e1de-4ac7-93ad-7b0335851ca8 None None] Pushing event updated for resources: {'Port': ['ID=f8f1ffde-032c-4cb3-97b9-19414055365d,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:35.115458 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-5a40cddf-b9f7-48da-9845-2cb9a5f9f9b2 None None] Provisioning complete for port f8f1ffde-032c-4cb3-97b9-19414055365d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:35.115987 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a40cddf-b9f7-48da-9845-2cb9a5f9f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:35.147244 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Attempting to bind port 7835c54b-8770-468e-b6e2-516ddf521984 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:35.148219 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Attempting to bind port 7835c54b-8770-468e-b6e2-516ddf521984 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:35.148722 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Attempting to bind port 7835c54b-8770-468e-b6e2-516ddf521984 on network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:35.156967 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Port 7835c54b-8770-468e-b6e2-516ddf521984 on network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:04:35.157551 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Attempting to bind port 7835c54b-8770-468e-b6e2-516ddf521984 on network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:35.168463 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702f83-9fe4-40c9-8d61-679e29809326 req-734bfc1c-0b1b-4509-b80c-22b87cb338d6 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:35.170199 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd702f83-9fe4-40c9-8d61-679e29809326 req-734bfc1c-0b1b-4509-b80c-22b87cb338d6 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 943 time: 0.1477866 Mar 03 01:04:35.174211 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:35.174749 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Checking segment: {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:35.175328 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Bound using segment: {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:35.175956 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Bound port: 7835c54b-8770-468e-b6e2-516ddf521984, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:35.176516 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7835c54b-8770-468e-b6e2-516ddf521984), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:35.304112 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd702f83-9fe4-40c9-8d61-679e29809326 req-2a8ee85b-88e0-4811-82be-cbfcdf4f2455 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185086 Mar 03 01:04:35.350386 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:04:29Z', 'revision_number': 4, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'f8f1ffde-032c-4cb3-97b9-19414055365d', 'name': '', 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'mac_address': 'fa:16:3e:c5:c3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0389e0d-687e-4e74-8035-4842ee8119df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:29Z', 'updated_at': '2022-03-03T01:04:34Z', 'revision_number': 4, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'subnets': [{'id': 'd0389e0d-687e-4e74-8035-4842ee8119df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:35.364149 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] For port 7835c54b-8770-468e-b6e2-516ddf521984, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:35.368702 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] For port 7835c54b-8770-468e-b6e2-516ddf521984, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7835c54b-8770-468e-b6e2-516ddf521984,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:35.382651 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (7835c54b-8770-468e-b6e2-516ddf521984), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:35.396124 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-5a40cddf-b9f7-48da-9845-2cb9a5f9f9b2 None None] Current status of the port f8f1ffde-032c-4cb3-97b9-19414055365d is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:35.449131 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:35.449759 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:35.451186 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] 10.222.0.30 "PUT /v2.0/ports/7835c54b-8770-468e-b6e2-516ddf521984 HTTP/1.1" status: 200 len: 1093 time: 1.2451131 Mar 03 01:04:35.455490 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'tag': '7835c54b-8770-468e-b6e2-516ddf521984'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:35.458565 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1", "tag": "7835c54b-8770-468e-b6e2-516ddf521984"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:35.485673 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79577a52-4d9c-4abb-878c-0d3a8cf08a96 None None] The sync data for ids ['8ea05616-1fce-4178-bfaf-19aae1864ac6'] in dv-cinder-831090-5-iscsi is: [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:04:29Z', 'revision_number': 4, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'f8f1ffde-032c-4cb3-97b9-19414055365d', 'name': '', 'network_id': '208db88e-d670-4daf-a4e7-cb9b78425efc', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'mac_address': 'fa:16:3e:c5:c3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0389e0d-687e-4e74-8035-4842ee8119df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:29Z', 'updated_at': '2022-03-03T01:04:34Z', 'revision_number': 4, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'subnets': [{'id': 'd0389e0d-687e-4e74-8035-4842ee8119df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:04:35.517047 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda43f-515f-4cc8-b279-1b7019676399 service neutron] Pushing event updated for resources: {'Port': ['ID=7835c54b-8770-468e-b6e2-516ddf521984,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:35.521808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f1f5e-90b5-4b78-a98b-2550dac2581d x-openstack-request-id: req-783f1f5e-90b5-4b78-a98b-2550dac2581d {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:35.522107 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1", "tag": "7835c54b-8770-468e-b6e2-516ddf521984", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:35.522368 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-783f1f5e-90b5-4b78-a98b-2550dac2581d {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:35.522781 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'tag': '7835c54b-8770-468e-b6e2-516ddf521984', 'status': 'completed', 'code': 200} Mar 03 01:04:35.701080 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625bba6-4817-4a98-bea3-f3206ee821be req-51760f0d-dae0-4b7d-9b1d-4f33efc178fe tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:35.702750 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e625bba6-4817-4a98-bea3-f3206ee821be req-51760f0d-dae0-4b7d-9b1d-4f33efc178fe tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0838354 Mar 03 01:04:35.773227 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e625bba6-4817-4a98-bea3-f3206ee821be req-90093d67-baec-42f6-8846-62aece3de157 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571196 Mar 03 01:04:36.452633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4adb7-771e-49eb-ac23-eae1930085e9 req-f23fc0ba-272d-4772-9e39-f2d77c9091a1 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:36.460500 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fae4adb7-771e-49eb-ac23-eae1930085e9 req-f23fc0ba-272d-4772-9e39-f2d77c9091a1 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 943 time: 0.0811951 Mar 03 01:04:36.503026 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f8f1ffde-032c-4cb3-97b9-19414055365d up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:36.522359 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fae4adb7-771e-49eb-ac23-eae1930085e9 req-96461100-2c5a-42ec-9e7a-9d4d72b032ed tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Mar 03 01:04:36.564757 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port f8f1ffde-032c-4cb3-97b9-19414055365d triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:36.565431 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:36.658080 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port f8f1ffde-032c-4cb3-97b9-19414055365d is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:36.922837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd9541-80a0-4b63-b2f9-5bab9e3eb63a req-d707292f-5ada-4312-9a0d-d35cfe52b4ec tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:36.924566 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57bd9541-80a0-4b63-b2f9-5bab9e3eb63a req-d707292f-5ada-4312-9a0d-d35cfe52b4ec tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0648754 Mar 03 01:04:36.979250 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57bd9541-80a0-4b63-b2f9-5bab9e3eb63a req-e0fcef42-52b5-4999-9927-8e4ffb09acc2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465972 Mar 03 01:04:37.202757 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:04:37.310837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77 req-9b47f62a-4938-4ad0-99c9-02fdbe4549de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:37.312927 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77 req-9b47f62a-4938-4ad0-99c9-02fdbe4549de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7d96fb7734045318ceb045091362722&device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 1127 time: 0.0624294 Mar 03 01:04:37.318252 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:37.332545 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '8d91336b-0d99-4627-b823-a76524412acf', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'port_id': '8d91336b-0d99-4627-b823-a76524412acf', 'mac_address': 'fa:16:3e:35:6b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:04:37.396236 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:37.396924 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:37.415553 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d91336b-0d99-4627-b823-a76524412acf {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:04:37.442719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:37.452551 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:37.453838 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77 req-59cc547d-027e-46c6-b502-99fb54c8c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:37.455761 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77 req-59cc547d-027e-46c6-b502-99fb54c8c68f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c7d96fb7734045318ceb045091362722&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1245570 Mar 03 01:04:37.513110 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:37.585861 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77 req-7c2ae65f-6580-4164-8dbb-e5ab129e3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:37.591147 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e3ab9625-a9a0-450a-a556-c0ffcafa1e77 req-7c2ae65f-6580-4164-8dbb-e5ab129e3f50 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1284294 Mar 03 01:04:37.722742 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c8226-c074-4dd7-b42a-8ce8f2a254fd req-92e3e6db-5063-49a2-8904-5d56fd64d76a tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:37.729182 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-836c8226-c074-4dd7-b42a-8ce8f2a254fd req-92e3e6db-5063-49a2-8904-5d56fd64d76a tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 943 time: 0.1120844 Mar 03 01:04:37.762595 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-57b62025-e0b2-47c5-ad35-a123b56846df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:37.764147 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-57b62025-e0b2-47c5-ad35-a123b56846df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7d96fb7734045318ceb045091362722&device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1010079 Mar 03 01:04:37.784325 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['8d91336b-0d99-4627-b823-a76524412acf'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:04:37.823576 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-836c8226-c074-4dd7-b42a-8ce8f2a254fd req-017ba799-99d3-4cb5-8eea-f529c97b6083 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916867 Mar 03 01:04:37.825381 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-97cd5fb7-0fba-4e58-844c-53c99f6f7434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7835c54b-8770-468e-b6e2-516ddf521984 HTTP/1.1" status: 200 len: 217 time: 0.0441411 Mar 03 01:04:37.897374 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-7057aa6e-90e5-4d02-a182-b6d1905da046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:37.900022 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-7057aa6e-90e5-4d02-a182-b6d1905da046 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de498f7a-e49b-4910-9418-62cde0b723da HTTP/1.1" status: 200 len: 849 time: 0.0658348 Mar 03 01:04:37.956155 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-c3ecfe8a-dbfb-43c2-ac39-5ee5ac8f07a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508385 Mar 03 01:04:38.073827 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-abb12d33-be14-47b9-b8ef-86099957d4d2 service neutron] 10.222.0.30 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118031 Mar 03 01:04:38.187924 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368b9c-07eb-4f5c-ab9d-2d79bb812652 req-24143acf-e91c-4971-ac89-2d84d57e769e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:38.191997 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a368b9c-07eb-4f5c-ab9d-2d79bb812652 req-24143acf-e91c-4971-ac89-2d84d57e769e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.1191492 Mar 03 01:04:38.242435 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-642b1d11-f6ec-4f56-8cd7-10f7b1c8ac35 req-3bf4e959-ed68-4d15-b188-78c39a655029 service neutron] 10.222.0.30 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401958 Mar 03 01:04:38.268084 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0a368b9c-07eb-4f5c-ab9d-2d79bb812652 req-cfd657f6-a591-471f-8ba3-89311a2abd31 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667381 Mar 03 01:04:38.699658 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43451503-336c-4292-b3a2-87ca68f32e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:38.965523 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1dee-1000-40e9-930d-98cc97245f4d req-caadadaa-2829-45ce-8db3-d89aa71dae0f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:38.967025 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-107a1dee-1000-40e9-930d-98cc97245f4d req-caadadaa-2829-45ce-8db3-d89aa71dae0f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 943 time: 0.0665581 Mar 03 01:04:39.032101 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-107a1dee-1000-40e9-930d-98cc97245f4d req-3ef918b9-2c42-4ca0-99b5-45af90b431af tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Mar 03 01:04:39.412609 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2349ea-6574-4ae0-a476-424731455b8c req-04d32981-3c85-4b23-aadd-c5e8e2ca51b0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:39.414273 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ac2349ea-6574-4ae0-a476-424731455b8c req-04d32981-3c85-4b23-aadd-c5e8e2ca51b0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.0653729 Mar 03 01:04:39.468535 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ac2349ea-6574-4ae0-a476-424731455b8c req-52ca420f-9319-4f67-be20-cf036b01bbb6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481083 Mar 03 01:04:40.164777 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215213-b34f-4c6f-8e80-c2abb12eb35c req-8c4a51c8-d5c7-401d-a1d1-214afd0f729f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:40.166324 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-87215213-b34f-4c6f-8e80-c2abb12eb35c req-8c4a51c8-d5c7-401d-a1d1-214afd0f729f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 943 time: 0.0651472 Mar 03 01:04:40.228418 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-87215213-b34f-4c6f-8e80-c2abb12eb35c req-9695fc27-a08a-499d-b389-b0197fe7e7f7 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523026 Mar 03 01:04:40.250794 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 7835c54b-8770-468e-b6e2-516ddf521984 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:04:40.263392 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:40.384136 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 8d91336b-0d99-4627-b823-a76524412acf completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:04:40.401883 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 7835c54b-8770-468e-b6e2-516ddf521984, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7835c54b-8770-468e-b6e2-516ddf521984,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:40.414467 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 8d91336b-0d99-4627-b823-a76524412acf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:40.414840 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8d91336b-0d99-4627-b823-a76524412acf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:40.416464 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '7835c54b-8770-468e-b6e2-516ddf521984', 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a', 'port_id': '7835c54b-8770-468e-b6e2-516ddf521984', 'mac_address': 'fa:16:3e:98:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de498f7a-e49b-4910-9418-62cde0b723da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:04:40.492896 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 7835c54b-8770-468e-b6e2-516ddf521984 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:40.493280 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7835c54b-8770-468e-b6e2-516ddf521984), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:40.512544 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7835c54b-8770-468e-b6e2-516ddf521984 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:04:40.565368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 7835c54b-8770-468e-b6e2-516ddf521984, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7835c54b-8770-468e-b6e2-516ddf521984,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:40.576511 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (7835c54b-8770-468e-b6e2-516ddf521984), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:40.582819 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:40.583205 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:40.636623 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:40.637573 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed79b78-09cd-43e3-a6c6-74112ae0ae8e req-6a0e4d96-a6cf-4c00-a469-b381388195a1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:40.638952 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12421156-01c0-42fb-97ce-8f067958476c" -d '{"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-plugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:40.645819 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ed79b78-09cd-43e3-a6c6-74112ae0ae8e req-6a0e4d96-a6cf-4c00-a469-b381388195a1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.0668926 Mar 03 01:04:40.660555 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:40.664096 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=7835c54b-8770-468e-b6e2-516ddf521984,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:40.671621 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:40.705905 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc04f44-9c06-4f77-8753-e9bd72f2293d x-openstack-request-id: req-dbc04f44-9c06-4f77-8753-e9bd72f2293d {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:40.706327 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-plugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:40.706692 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbc04f44-9c06-4f77-8753-e9bd72f2293d {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:40.707228 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'code': 200} Mar 03 01:04:40.718407 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ed79b78-09cd-43e3-a6c6-74112ae0ae8e req-936ab72d-8412-4980-a152-7e546fea23a0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621278 Mar 03 01:04:40.754633 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:40.930443 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['7835c54b-8770-468e-b6e2-516ddf521984'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:04:40.951752 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613242af-ea49-4571-a69b-df38a40fb7d4 req-5b5197c9-2160-4aae-a001-bf2a1ab7e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:40.953431 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-613242af-ea49-4571-a69b-df38a40fb7d4 req-5b5197c9-2160-4aae-a001-bf2a1ab7e099 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1129 time: 0.0521097 Mar 03 01:04:41.008130 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-613242af-ea49-4571-a69b-df38a40fb7d4 req-559d145f-bfcf-454f-8e45-fff6d8ca6cc2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463886 Mar 03 01:04:41.110487 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55830231-c054-4089-bc5a-1707e312527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:41.520571 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a837ae-a7f1-45cb-a7a9-20b2ed3438f0 req-39e9b6ca-db56-417b-821e-7bb31e328a7e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:41.522526 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a9a837ae-a7f1-45cb-a7a9-20b2ed3438f0 req-39e9b6ca-db56-417b-821e-7bb31e328a7e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 944 time: 0.2003617 Mar 03 01:04:41.578927 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a9a837ae-a7f1-45cb-a7a9-20b2ed3438f0 req-7edb5174-7fc4-4a59-9655-0d221421aec1 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Mar 03 01:04:41.919378 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d742-82ee-4c83-b9f7-91799fe29aca req-a9f06157-c2a4-4e83-8fc9-5ba285924ea4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:41.921119 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a22d742-82ee-4c83-b9f7-91799fe29aca req-a9f06157-c2a4-4e83-8fc9-5ba285924ea4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1168079 Mar 03 01:04:41.977595 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a22d742-82ee-4c83-b9f7-91799fe29aca req-483cfb98-3448-4c6a-9fa8-25c76d032b46 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506263 Mar 03 01:04:42.293497 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 7835c54b-8770-468e-b6e2-516ddf521984 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:04:42.297607 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:42.346067 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 7835c54b-8770-468e-b6e2-516ddf521984 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:04:42.350368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 7835c54b-8770-468e-b6e2-516ddf521984 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:42.350743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (7835c54b-8770-468e-b6e2-516ddf521984), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:42.439068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 7835c54b-8770-468e-b6e2-516ddf521984 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:04:42.439573 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7835c54b-8770-468e-b6e2-516ddf521984), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:42.447688 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-df768cab-6a4c-49c6-a4ac-5212646c2b01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452337 Mar 03 01:04:42.474492 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 7835c54b-8770-468e-b6e2-516ddf521984, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7835c54b-8770-468e-b6e2-516ddf521984,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:04:42.478639 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (7835c54b-8770-468e-b6e2-516ddf521984), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:42.541352 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=7835c54b-8770-468e-b6e2-516ddf521984,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:42.575648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-2ee2158e-ad8a-46d1-94c5-e9cdea553411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:42.577371 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-2ee2158e-ad8a-46d1-94c5-e9cdea553411 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 1130 time: 0.0589099 Mar 03 01:04:42.681903 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-c50190ad-dbef-4c45-a500-4b498de59aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:42.683452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-c50190ad-dbef-4c45-a500-4b498de59aab service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.0867684 Mar 03 01:04:42.708171 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7835c54b-8770-468e-b6e2-516ddf521984'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:42.710491 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a399b35-607b-4f4d-a199-7f4de9778dc4" -d '{"events": [{"server_uuid": "d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7835c54b-8770-468e-b6e2-516ddf521984"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:42.776866 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-69a0cb15-bd08-4e72-9b2d-50ec508eabaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 200 len: 1001 time: 0.0839884 Mar 03 01:04:42.788144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fbbf3-7e88-4ddc-a076-520ffba9f329 req-ee05faf0-2b44-45dc-b193-b812c2ec1585 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:42.789574 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d8fbbf3-7e88-4ddc-a076-520ffba9f329 req-ee05faf0-2b44-45dc-b193-b812c2ec1585 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.1047726 Mar 03 01:04:42.837886 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93605a7-3916-44cd-aa3c-4681985a9d50 x-openstack-request-id: req-b93605a7-3916-44cd-aa3c-4681985a9d50 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:42.838225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7835c54b-8770-468e-b6e2-516ddf521984", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:42.838479 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b93605a7-3916-44cd-aa3c-4681985a9d50 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:42.838875 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7835c54b-8770-468e-b6e2-516ddf521984', 'code': 200} Mar 03 01:04:42.867941 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-588c6ab0-bb0c-4f1c-95ac-6611910b868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:42.869449 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-588c6ab0-bb0c-4f1c-95ac-6611910b868a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0754941 Mar 03 01:04:42.888632 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d8fbbf3-7e88-4ddc-a076-520ffba9f329 req-31b886e7-cfd1-4ce3-bd52-d3699c3db417 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Mar 03 01:04:42.951404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-db99d612-c983-4f82-9560-74213371aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:42.952930 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-db99d612-c983-4f82-9560-74213371aeb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748305 Mar 03 01:04:43.154893 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-867d2cfa-83fc-4d5d-833e-16bca3c7284a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:43.156284 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-867d2cfa-83fc-4d5d-833e-16bca3c7284a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 815 time: 0.2336411 Mar 03 01:04:43.186892 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-14db8bcf-6a6c-4a84-b320-415df305c481 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077668 Mar 03 01:04:43.193182 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976beca-64a4-440d-bba4-6e98f765f147 req-8208b321-f5ae-4b6a-9466-64cd4c9562f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:43.194548 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7976beca-64a4-440d-bba4-6e98f765f147 req-8208b321-f5ae-4b6a-9466-64cd4c9562f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 1129 time: 0.1622813 Mar 03 01:04:43.197574 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-997785fe-fab9-44ee-a9eb-630471ae1a26 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/quotas/f5a1bdb8e25f43e28d72a256eb7186a9 HTTP/1.1" status: 200 len: 375 time: 0.0293846 Mar 03 01:04:43.210583 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8710cb6-9eab-48e6-9f5a-e603056e4613 req-cc13dc21-095d-4569-9bad-f69ff19beb0e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:43.211990 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f8710cb6-9eab-48e6-9f5a-e603056e4613 req-cc13dc21-095d-4569-9bad-f69ff19beb0e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1662724 Mar 03 01:04:43.377711 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7976beca-64a4-440d-bba4-6e98f765f147 req-4dcdb0ec-1a6e-4a58-ab84-418ee0eaa538 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626601 Mar 03 01:04:43.382843 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f8710cb6-9eab-48e6-9f5a-e603056e4613 req-6f349502-7d63-4e2c-bdb8-f83206f36de4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471584 Mar 03 01:04:43.399403 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-1998f81b-f05d-4ee4-ade9-9b428f606f6e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854720 Mar 03 01:04:43.405548 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dbea46b9-8167-4a78-a4b5-3228d1186a2a req-2f506299-69af-41d3-b3b1-b457d5778aae service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090843 Mar 03 01:04:43.540103 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dd731-6d60-489e-879e-979b7ce47e25 req-6b5e78fb-7375-487c-b4a4-e1b1c72726cd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:43.541576 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4e7dd731-6d60-489e-879e-979b7ce47e25 req-6b5e78fb-7375-487c-b4a4-e1b1c72726cd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0852067 Mar 03 01:04:43.543412 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-83aa8188-2eac-4b97-be03-6c3a5d411607 service neutron] 10.222.0.18 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280928 Mar 03 01:04:43.551095 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36402) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:43.556151 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Request body: {'floatingip': {'port_id': '8d91336b-0d99-4627-b823-a76524412acf'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:43.586113 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:43.598793 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (b5103eeb-35d0-4aa6-9a24-5ec9eec47aed), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:43.638276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-e7a44410-23c2-483a-ab60-324a6a58de0a service neutron] 10.222.0.18 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875432 Mar 03 01:04:43.802838 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3e3e0dc7-4f87-4dcb-9da9-94fe0381168f req-6312366a-a5c8-407e-9e77-84f05f231873 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 210 time: 0.0287526 Mar 03 01:04:44.017798 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb0642-77f8-40fd-ad18-dbbb22ea7e21 req-e78dbbcd-0430-4d08-bdbc-87849aeefb4e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:44.019388 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-adcb0642-77f8-40fd-ad18-dbbb22ea7e21 req-e78dbbcd-0430-4d08-bdbc-87849aeefb4e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0587850 Mar 03 01:04:44.071071 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-adcb0642-77f8-40fd-ad18-dbbb22ea7e21 req-a6254edd-2f9f-410a-bae3-e6dfb4bc7da5 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446980 Mar 03 01:04:44.079613 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:44.084896 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (b5103eeb-35d0-4aa6-9a24-5ec9eec47aed), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:44.193669 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Floating IP b5103eeb-35d0-4aa6-9a24-5ec9eec47aed associated. External IP: 172.27.0.73, port: 8d91336b-0d99-4627-b823-a76524412acf. Mar 03 01:04:44.418338 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:04:44.746142 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:04:44.750569 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:44.758032 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:04:44.767875 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:44.768528 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:44.785729 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-355dcfe1-56a0-4cfe-98ec-d4ef1853edaa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "PUT /v2.0/floatingips/b5103eeb-35d0-4aa6-9a24-5ec9eec47aed HTTP/1.1" status: 200 len: 990 time: 1.2330856 Mar 03 01:04:44.786396 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:44.788841 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:44.837651 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1394402a-0c84-42c9-b631-607825aaabf9 x-openstack-request-id: req-1394402a-0c84-42c9-b631-607825aaabf9 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:44.838047 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:44.838371 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1394402a-0c84-42c9-b631-607825aaabf9 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:44.838843 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'status': 'completed', 'code': 200} Mar 03 01:04:44.905932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d91016b4-7c84-412d-b3df-d37146a2df17 req-e176eb56-8f98-4a78-ac9c-11ebd7951fce tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 210 time: 0.0324554 Mar 03 01:04:44.930270 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:44.987731 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-7e92f516-4f21-4c8d-99cc-91f3e2cc87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:44.990266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-7e92f516-4f21-4c8d-99cc-91f3e2cc87bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1129 time: 0.0571322 Mar 03 01:04:45.183105 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-4b7c3fb7-544e-49b9-a38a-991bd9a888a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:45.189474 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-4b7c3fb7-544e-49b9-a38a-991bd9a888a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.1929247 Mar 03 01:04:45.207931 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-f2c0d9f4-09e8-4888-ad19-6d33ac03cf20 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:45.209299 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-f2c0d9f4-09e8-4888-ad19-6d33ac03cf20 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 815 time: 0.1588101 Mar 03 01:04:45.252070 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'b5103eeb-35d0-4aa6-9a24-5ec9eec47aed', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'port_id': '8d91336b-0d99-4627-b823-a76524412acf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'mac_address': 'fa:16:3e:35:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:04:21Z', 'updated_at': '2022-03-03T01:04:43Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:45.296659 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:04:45.313360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:45.314990 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:04:45.315720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:04:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:45.426760 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:45.449292 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:04:45.520209 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'port': {'device_id': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'admin_state_up': True, 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:45.674487 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-d21d8381-2838-4e49-9d02-a7cdbf517598 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 998 time: 0.4642193 Mar 03 01:04:45.704506 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e80811-e938-4ed4-989b-272c4c2cc73d req-12b375a8-5d5d-4f3d-9fb1-615230a77f55 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:45.706279 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13e80811-e938-4ed4-989b-272c4c2cc73d req-12b375a8-5d5d-4f3d-9fb1-615230a77f55 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.4903336 Mar 03 01:04:45.756554 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-e273c7eb-9b1f-4e3e-a592-d049e9994b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:45.758203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-e273c7eb-9b1f-4e3e-a592-d049e9994b65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0726819 Mar 03 01:04:45.791029 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Made reservation on behalf of f5a1bdb8e25f43e28d72a256eb7186a9 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:04:45.795152 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:45.907750 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'b5103eeb-35d0-4aa6-9a24-5ec9eec47aed', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'port_id': '8d91336b-0d99-4627-b823-a76524412acf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'mac_address': 'fa:16:3e:35:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:04:21Z', 'updated_at': '2022-03-03T01:04:43Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:45.917568 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13e80811-e938-4ed4-989b-272c4c2cc73d req-0692ea20-2177-4aa2-87fd-6503b0fbced3 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662328 Mar 03 01:04:45.937998 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-502c327f-c803-405e-b410-c00a1460a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:45.939161 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-502c327f-c803-405e-b410-c00a1460a832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1699419 Mar 03 01:04:45.966781 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00587d-2d42-45ba-8878-cc7b0be33e2e None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'b5103eeb-35d0-4aa6-9a24-5ec9eec47aed', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'port_id': '8d91336b-0d99-4627-b823-a76524412acf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'mac_address': 'fa:16:3e:35:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:04:21Z', 'updated_at': '2022-03-03T01:04:43Z', 'revision_number': 1, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:04:46.103075 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b4bbdeed-d0a9-44d9-b312-454accbdb45c req-474e6886-18fc-466c-bce7-7606732215fe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 210 time: 0.0765140 Mar 03 01:04:46.141661 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Allocated IP 172.20.0.9 (bd626400-75bf-4da8-8533-6b7cb9832c6f/9d6be919-1f71-4c87-9de4-1a46d27578de/df38841a-11d3-4089-b72c-92ffcd49c56d) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:04:46.193869 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-1741115f-7dd0-4392-8a07-54aa08b3331d service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252789 Mar 03 01:04:46.390871 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa421207-844c-4a64-b4f1-25ebaac41e79 None None] New status for floating IP b5103eeb-35d0-4aa6-9a24-5ec9eec47aed: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:04:46.460385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:46.517526 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:46.610023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Network bd626400-75bf-4da8-8533-6b7cb9832c6f is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:04:46.613823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:04:46.631905 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:04:46.643123 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:46.719518 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:46.720278 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:46.748154 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-ac82df2e-e980-4be9-87ca-7dd3cff4c395 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2580099 Mar 03 01:04:47.040105 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-a773b809-63f8-47c1-8f80-fc9d0e35c582 None None] Provisioning complete for port df38841a-11d3-4089-b72c-92ffcd49c56d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:04:47.042069 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a773b809-63f8-47c1-8f80-fc9d0e35c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:47.056312 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d3355-b29d-480d-aa39-a1837174d77c req-b243c299-4560-4fa2-bda0-1d886a014c52 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:47.058318 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7a0d3355-b29d-480d-aa39-a1837174d77c req-b243c299-4560-4fa2-bda0-1d886a014c52 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0751405 Mar 03 01:04:47.109979 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-a773b809-63f8-47c1-8f80-fc9d0e35c582 None None] Port df38841a-11d3-4089-b72c-92ffcd49c56d cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:04:47.111773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7a0d3355-b29d-480d-aa39-a1837174d77c req-a837c0c4-6d35-414a-bcae-be3e82a7d72a tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469069 Mar 03 01:04:47.260501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea57189-0730-45c8-b191-43e0cca116f3 req-ef7e671b-7b0a-4bfd-ac8d-e1a62249ee63 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:47.263875 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ea57189-0730-45c8-b191-43e0cca116f3 req-ef7e671b-7b0a-4bfd-ac8d-e1a62249ee63 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.0576019 Mar 03 01:04:47.315848 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ea57189-0730-45c8-b191-43e0cca116f3 req-063fd23f-82d0-4571-948f-93ff0d354a28 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Mar 03 01:04:48.118443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36506) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:48.171325 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Deleting subnet 97fc6aa9-b0da-424f-8121-e613a0e24029 {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:04:48.175743 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Publish callbacks [] for subnet (97fc6aa9-b0da-424f-8121-e613a0e24029), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.240717 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (97fc6aa9-b0da-424f-8121-e613a0e24029), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.298299 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274d01a-48de-4ae0-ba15-301acee9cbe8 req-e2c9e7c7-0f1f-4c84-a01e-43f71e863ac5 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:48.299805 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5274d01a-48de-4ae0-ba15-301acee9cbe8 req-e2c9e7c7-0f1f-4c84-a01e-43f71e863ac5 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.1036711 Mar 03 01:04:48.301926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (97fc6aa9-b0da-424f-8121-e613a0e24029), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.401817 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5274d01a-48de-4ae0-ba15-301acee9cbe8 req-1ee8ffab-c37d-4f3c-ad90-af2050822578 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756261 Mar 03 01:04:48.434993 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (97fc6aa9-b0da-424f-8121-e613a0e24029), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.469871 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.474066 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/97fc6aa9-b0da-424f-8121-e613a0e24029 HTTP/1.1" status: 204 len: 168 time: 0.3541973 Mar 03 01:04:48.476820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833e30e-f565-4b7c-8a59-28b44391dca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97fc6aa9-b0da-424f-8121-e613a0e24029,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:48.477065 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36514) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:48.500585 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331a2c-3ff4-459f-9fd5-7f548b8fb762 req-1dbe1c80-a027-412b-b744-bfaaacc54c27 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:48.502986 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6331a2c-3ff4-459f-9fd5-7f548b8fb762 req-1dbe1c80-a027-412b-b744-bfaaacc54c27 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.1002848 Mar 03 01:04:48.564088 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (a18a57ca-6ad5-40e5-b881-19a577c80965), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.580938 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c6331a2c-3ff4-459f-9fd5-7f548b8fb762 req-24cc8b8a-80fc-4431-b0e7-e95162087bea tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706973 Mar 03 01:04:48.662841 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (a18a57ca-6ad5-40e5-b881-19a577c80965), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.684667 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18a57ca-6ad5-40e5-b881-19a577c80965']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:48.698142 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3037dbbc-b9b7-482c-95ee-e2a5a10d7124') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:48.698446 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3037dbbc-b9b7-482c-95ee-e2a5a10d7124') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:04:48.709117 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (3037dbbc-b9b7-482c-95ee-e2a5a10d7124), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.723774 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (3037dbbc-b9b7-482c-95ee-e2a5a10d7124), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.729764 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:04:48.730146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (3037dbbc-b9b7-482c-95ee-e2a5a10d7124), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:04:48.731780 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:04:48.789575 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (a18a57ca-6ad5-40e5-b881-19a577c80965), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.795341 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:48.802596 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a18a57ca-6ad5-40e5-b881-19a577c80965 HTTP/1.1" status: 204 len: 168 time: 0.3199246 Mar 03 01:04:48.818179 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d45f0b-9982-4984-bc92-058a505cf461 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18a57ca-6ad5-40e5-b881-19a577c80965,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:48.930353 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36518) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:48.970873 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-bdd3f0ce-31af-4f1b-88e2-544035f9fa10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd6627a4d87f4612ac6b11835dc6c307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393255 Mar 03 01:04:48.974706 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36520) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:04:49.025423 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5394-252c-4055-a8ba-4be7a45876da admin admin] Publish callbacks [] for security_group (03c9cf86-639e-463b-a46c-55ea3eeeecb3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:49.049067 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5394-252c-4055-a8ba-4be7a45876da admin admin] Publish callbacks [] for security_group (03c9cf86-639e-463b-a46c-55ea3eeeecb3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:49.101861 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5394-252c-4055-a8ba-4be7a45876da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (03c9cf86-639e-463b-a46c-55ea3eeeecb3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:49.104835 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5394-252c-4055-a8ba-4be7a45876da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:49.108983 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6d1f5394-252c-4055-a8ba-4be7a45876da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03c9cf86-639e-463b-a46c-55ea3eeeecb3 HTTP/1.1" status: 204 len: 168 time: 0.1301627 Mar 03 01:04:49.118608 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5394-252c-4055-a8ba-4be7a45876da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c9cf86-639e-463b-a46c-55ea3eeeecb3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:49.540426 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25125079-1931-423b-a29f-bbc4fff8c672 req-658fbc41-4ba3-4120-addd-7bde50ce5cdb tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:49.547915 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-25125079-1931-423b-a29f-bbc4fff8c672 req-658fbc41-4ba3-4120-addd-7bde50ce5cdb tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0719070 Mar 03 01:04:49.629719 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-25125079-1931-423b-a29f-bbc4fff8c672 req-d29545f5-2bb1-4a33-ac9a-b0926c3e6329 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804639 Mar 03 01:04:49.762764 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5423b3-c287-4b7c-ac51-8f59495315de req-1f2d71d3-0bd5-41fc-a055-b5f0e849f3af tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:49.764333 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5a5423b3-c287-4b7c-ac51-8f59495315de req-1f2d71d3-0bd5-41fc-a055-b5f0e849f3af tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.0772080 Mar 03 01:04:49.819747 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5a5423b3-c287-4b7c-ac51-8f59495315de req-a88a9f80-1349-4f76-bc5a-88b4e2b7857c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Mar 03 01:04:50.758968 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd591-2c3e-46d6-afab-4055937b4f0f req-85c68967-0c1b-4f5d-92ec-850ca9321933 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:50.760682 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-009fd591-2c3e-46d6-afab-4055937b4f0f req-85c68967-0c1b-4f5d-92ec-850ca9321933 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0587404 Mar 03 01:04:50.808254 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-009fd591-2c3e-46d6-afab-4055937b4f0f req-dc0bd04b-055a-4792-a305-ac15a6798bcf tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Mar 03 01:04:50.945434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdac47-4e0b-473a-b5a2-e918f633ef1b req-e72b0654-7d71-4ba4-b630-7fcaf89286b2 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:50.946920 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fdcdac47-4e0b-473a-b5a2-e918f633ef1b req-e72b0654-7d71-4ba4-b630-7fcaf89286b2 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.0573711 Mar 03 01:04:50.996137 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fdcdac47-4e0b-473a-b5a2-e918f633ef1b req-a7bc7fa6-07b1-4ddf-8aba-6ac0d97e8bc6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Mar 03 01:04:51.931308 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec73aca-e2bd-438a-a8a9-a0190be38089 req-e23a090d-0b19-49b4-ac4e-aef9d66dedc6 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:51.932836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fec73aca-e2bd-438a-a8a9-a0190be38089 req-e23a090d-0b19-49b4-ac4e-aef9d66dedc6 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Mar 03 01:04:51.989839 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fec73aca-e2bd-438a-a8a9-a0190be38089 req-10ecb152-66fc-4e80-a3d6-036e2a0fe6c4 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512557 Mar 03 01:04:52.125159 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a30d1-9c90-4975-940a-698b184372c5 req-708c5d31-96ed-49b5-85b3-4743b928cc30 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:52.126581 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b96a30d1-9c90-4975-940a-698b184372c5 req-708c5d31-96ed-49b5-85b3-4743b928cc30 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.0587804 Mar 03 01:04:52.176421 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b96a30d1-9c90-4975-940a-698b184372c5 req-b8a9a893-7909-4df5-843d-4edd0d4661fd tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Mar 03 01:04:53.114983 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb3876-15b3-4cbc-b419-8b3b45d67489 req-c51fa3b7-9a4f-4d37-991a-b72fa08402a3 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:53.122639 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8bb3876-15b3-4cbc-b419-8b3b45d67489 req-c51fa3b7-9a4f-4d37-991a-b72fa08402a3 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0563605 Mar 03 01:04:53.168425 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8bb3876-15b3-4cbc-b419-8b3b45d67489 req-ff896674-60dd-4ac0-b7dc-c77252816a3e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Mar 03 01:04:53.307668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7a3f7-7126-4b2c-862e-34344849a15d req-b6e5153d-ae8e-4674-9f79-d7fedd7a80c7 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:53.309161 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05b7a3f7-7126-4b2c-862e-34344849a15d req-b6e5153d-ae8e-4674-9f79-d7fedd7a80c7 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.0604565 Mar 03 01:04:53.359981 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05b7a3f7-7126-4b2c-862e-34344849a15d req-fc5d8474-757d-4df1-af3d-95ebb24b3ec4 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Mar 03 01:04:54.147000 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:04:54.294376 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd2e81-edbb-4515-8e56-2a82a926f90d req-986ed062-7fe7-4665-adfd-5229aec3e7d9 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:54.295913 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-02dd2e81-edbb-4515-8e56-2a82a926f90d req-986ed062-7fe7-4665-adfd-5229aec3e7d9 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0549943 Mar 03 01:04:54.347864 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-02dd2e81-edbb-4515-8e56-2a82a926f90d req-63ba72cd-e760-41ee-a108-83ef8355f2f5 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Mar 03 01:04:54.481231 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8285-0865-4e9f-bd23-38ba6e53bc56 req-8a54f7f4-c7eb-4a50-b211-0f1490ff13ea tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:54.482806 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b3c8285-0865-4e9f-bd23-38ba6e53bc56 req-8a54f7f4-c7eb-4a50-b211-0f1490ff13ea tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.0552063 Mar 03 01:04:54.535271 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b3c8285-0865-4e9f-bd23-38ba6e53bc56 req-6a661aab-5e6e-4412-a493-0556b81b36e1 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Mar 03 01:04:55.234858 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Request body: {'port': {'device_id': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:04:55.356971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:55.385363 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2f750c1-851b-4e9a-a1f5-f3edbffe7ba1 req-cbd342dd-2f36-4226-990c-8eade73fb4bc service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545024 Mar 03 01:04:55.582529 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8483-4aa1-4083-a2df-da0b1b2094be req-aeca271c-cc26-4c0b-8a57-130c371b1109 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:55.584445 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62be8483-4aa1-4083-a2df-da0b1b2094be req-aeca271c-cc26-4c0b-8a57-130c371b1109 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.1674509 Mar 03 01:04:55.694340 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62be8483-4aa1-4083-a2df-da0b1b2094be req-ad9beedf-8063-4207-a4cf-eec693673b8b tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037908 Mar 03 01:04:55.723150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177afbe1-4427-4192-994f-44bf4c9b0695 req-eddc7a1b-a3c0-4957-9939-10aa75082b10 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:55.725309 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-177afbe1-4427-4192-994f-44bf4c9b0695 req-eddc7a1b-a3c0-4957-9939-10aa75082b10 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 931 time: 0.1177151 Mar 03 01:04:55.776872 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df38841a-11d3-4089-b72c-92ffcd49c56d {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:04:55.790982 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Publish callbacks [] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:55.813238 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-177afbe1-4427-4192-994f-44bf4c9b0695 req-65ecd856-fbc1-4df2-927c-6171691e66fc tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Mar 03 01:04:55.816751 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Transition to ACTIVE for port object df38841a-11d3-4089-b72c-92ffcd49c56d will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:04:55.821583 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:55.879601 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:55.952669 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Attempting to bind port df38841a-11d3-4089-b72c-92ffcd49c56d on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:04:55.953014 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Attempting to bind port df38841a-11d3-4089-b72c-92ffcd49c56d by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:04:55.953351 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Attempting to bind port df38841a-11d3-4089-b72c-92ffcd49c56d on network bd626400-75bf-4da8-8533-6b7cb9832c6f {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:55.958664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Port df38841a-11d3-4089-b72c-92ffcd49c56d on network bd626400-75bf-4da8-8533-6b7cb9832c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:04:55.958988 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Attempting to bind port df38841a-11d3-4089-b72c-92ffcd49c56d on network bd626400-75bf-4da8-8533-6b7cb9832c6f {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:04:55.963957 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:04:55.964341 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Checking segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:04:55.964736 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Bound using segment: {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:04:55.965185 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Bound port: df38841a-11d3-4089-b72c-92ffcd49c56d, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398daf1-01cf-48a6-a431-a35453560764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:04:55.965539 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:56.031757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:04:56.035178 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:04:56.042059 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:56.078798 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:56.079488 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:04:56.080903 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] 10.222.0.30 "PUT /v2.0/ports/df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 1093 time: 0.8513088 Mar 03 01:04:56.081347 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:04:56.084422 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986" -d '{"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:04:56.107533 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16598654-dab0-4fe1-a823-a2717a4e0796 service neutron] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:04:56.138194 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ad71e-9b6a-4b52-925a-0ee0fad1cf03 x-openstack-request-id: req-6b3ad71e-9b6a-4b52-925a-0ee0fad1cf03 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:04:56.138501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:04:56.138755 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3ad71e-9b6a-4b52-925a-0ee0fad1cf03 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:04:56.139316 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'status': 'completed', 'code': 200} Mar 03 01:04:56.223284 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-8aa76c17-7191-4b55-8b32-7f01d035ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:56.225012 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-8aa76c17-7191-4b55-8b32-7f01d035ecb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1127 time: 0.0551484 Mar 03 01:04:56.810509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2141b-32c1-4bce-9643-11b5961baaa9 req-2d3017e9-1a06-4c4e-90a3-7dc7d2946396 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:56.811960 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f4c2141b-32c1-4bce-9643-11b5961baaa9 req-2d3017e9-1a06-4c4e-90a3-7dc7d2946396 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Mar 03 01:04:56.858144 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f4c2141b-32c1-4bce-9643-11b5961baaa9 req-ed1c7747-640a-41a1-8afc-8141801ff3c2 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Mar 03 01:04:56.938296 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1b16-7e70-4743-8dab-01ffbaf12176 req-77061ff9-2ce6-4bb6-845e-fef6356b353f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:56.939749 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-561d1b16-7e70-4743-8dab-01ffbaf12176 req-77061ff9-2ce6-4bb6-845e-fef6356b353f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.0520811 Mar 03 01:04:56.985034 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-561d1b16-7e70-4743-8dab-01ffbaf12176 req-3f5c5279-232f-4a96-a73c-cc9b46ac4a54 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Mar 03 01:04:57.977150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a5bcd-04c4-4d1d-93df-137fd077a743 req-ed770c9f-e074-4ddd-960b-a584e03fa3fe tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:57.978615 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-371a5bcd-04c4-4d1d-93df-137fd077a743 req-ed770c9f-e074-4ddd-960b-a584e03fa3fe tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0562482 Mar 03 01:04:58.024643 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-371a5bcd-04c4-4d1d-93df-137fd077a743 req-dbd79c0f-aa17-4dc7-8391-8da6e7bdb2c9 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Mar 03 01:04:58.101912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37a15d-e431-4e55-997b-13bf6efa6ba1 req-6cd9beed-d62b-4c71-8e7b-72f62a41ea25 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:58.103380 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc37a15d-e431-4e55-997b-13bf6efa6ba1 req-6cd9beed-d62b-4c71-8e7b-72f62a41ea25 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.0542848 Mar 03 01:04:58.149952 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bc37a15d-e431-4e55-997b-13bf6efa6ba1 req-cf3d1832-da36-4cc8-aea8-c385926931ff tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Mar 03 01:04:58.995773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-f0bfb72e-7492-4543-baae-a9a62adb13c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 217 time: 0.1264739 Mar 03 01:04:59.052534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-4af053db-1d0d-4d81-9f00-e0eb87059520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.053979 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-4af053db-1d0d-4d81-9f00-e0eb87059520 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.0430224 Mar 03 01:04:59.147048 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-849f259c-ce86-4171-90fa-0bf4605af12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.148485 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-849f259c-ce86-4171-90fa-0bf4605af12e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752475 Mar 03 01:04:59.159664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906529e-35a7-4caf-b3ec-896837b37eb3 req-26718ac1-197c-404e-962e-ede33f54920a tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.161764 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1906529e-35a7-4caf-b3ec-896837b37eb3 req-26718ac1-197c-404e-962e-ede33f54920a tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0642798 Mar 03 01:04:59.300726 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1906529e-35a7-4caf-b3ec-896837b37eb3 req-ac77daac-e3c6-44f1-9b61-30218c1a8ee8 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312976 Mar 03 01:04:59.319718 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-029e25f7-1666-4101-83ed-9aa5d8772bef service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570446 Mar 03 01:04:59.327284 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d030c2-8f9c-4d2d-a721-2e29a8f9ad6e req-b85d5974-9f4f-4f3c-b1d8-66da5497a541 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.328701 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57d030c2-8f9c-4d2d-a721-2e29a8f9ad6e req-b85d5974-9f4f-4f3c-b1d8-66da5497a541 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.1075785 Mar 03 01:04:59.423076 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-57d030c2-8f9c-4d2d-a721-2e29a8f9ad6e req-87962167-765b-40a7-b570-f713ef9397e9 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863957 Mar 03 01:04:59.444648 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a1016845-b00b-4349-99aa-6f96d1584f07 req-5e639a06-4227-447d-abc4-b0d748a94761 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150293 Mar 03 01:04:59.641140 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-d569837b-7f14-4ebb-8958-a40770407a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.642597 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-d569837b-7f14-4ebb-8958-a40770407a7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1127 time: 0.0469224 Mar 03 01:04:59.733816 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-253eddde-e367-42aa-af27-a1cc3579a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.735276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-253eddde-e367-42aa-af27-a1cc3579a9fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 915 time: 0.0849011 Mar 03 01:04:59.792277 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-9d7f90fb-255d-4d4d-b48e-47b77464d233 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 217 time: 0.0376539 Mar 03 01:04:59.838657 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-b5f8e1aa-7821-4033-adef-c452e25d4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.840123 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-b5f8e1aa-7821-4033-adef-c452e25d4b30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.0415170 Mar 03 01:04:59.890221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-6b781256-46d8-4439-b496-10dc682ddafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:04:59.891667 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-6b781256-46d8-4439-b496-10dc682ddafe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433214 Mar 03 01:04:59.985967 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-61057dae-9a09-40b9-9fe0-08b92b0f64f8 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826118 Mar 03 01:05:00.095776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-121b0e17-1170-4679-a207-affc0d9c90b0 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:00.097247 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-121b0e17-1170-4679-a207-affc0d9c90b0 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.1025789 Mar 03 01:05:00.151449 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bdff53b-6a1d-4bb0-9667-c52c7e8bb986 req-ed9dce5e-92e3-4c0d-aca1-1402580ecf6e service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490076 Mar 03 01:05:00.209077 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Deleting port 7835c54b-8770-468e-b6e2-516ddf521984 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:05:00.209421 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (7835c54b-8770-468e-b6e2-516ddf521984), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:00.300499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] For port 7835c54b-8770-468e-b6e2-516ddf521984, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7835c54b-8770-468e-b6e2-516ddf521984,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:00.300759 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (7835c54b-8770-468e-b6e2-516ddf521984), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:00.313115 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Calling delete_port for 7835c54b-8770-468e-b6e2-516ddf521984 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:05:00.470728 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3c9de-4167-4c5e-a24d-928d8fa6c21a req-c75861ea-3c5e-41d6-83e6-cca4267eeb2d tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:00.472261 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-74c3c9de-4167-4c5e-a24d-928d8fa6c21a req-c75861ea-3c5e-41d6-83e6-cca4267eeb2d tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 945 time: 0.0980234 Mar 03 01:05:00.497177 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (7835c54b-8770-468e-b6e2-516ddf521984), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:00.570362 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Pushing event deleted for resources: {'Port': ['ID=7835c54b-8770-468e-b6e2-516ddf521984,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:00.621133 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] No DVR routers for this DVR port 7835c54b-8770-468e-b6e2-516ddf521984 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:05:00.624908 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:00.628171 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef1e4311-bc00-4723-9539-1012c2f0594d req-e8a24b5b-544f-4cc3-925a-62551b1f7752 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "DELETE /v2.0/ports/7835c54b-8770-468e-b6e2-516ddf521984 HTTP/1.1" status: 204 len: 173 time: 0.5245483 Mar 03 01:05:00.631028 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'name': 'network-vif-deleted', 'tag': '7835c54b-8770-468e-b6e2-516ddf521984'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:00.633364 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7604fb-062a-4ec9-8882-0dcbcdec50f2" -d '{"events": [{"server_uuid": "d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1", "name": "network-vif-deleted", "tag": "7835c54b-8770-468e-b6e2-516ddf521984"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:00.639868 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-74c3c9de-4167-4c5e-a24d-928d8fa6c21a req-54cacaf7-7747-42b3-b31d-6b3434617ead tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587160 Mar 03 01:05:00.658886 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25de27-3a52-481d-b1b4-23078bb98472 req-dd503cf7-c9a4-4642-95b9-b5ca54113078 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:00.661307 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e25de27-3a52-481d-b1b4-23078bb98472 req-dd503cf7-c9a4-4642-95b9-b5ca54113078 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.1591806 Mar 03 01:05:00.923694 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec863ddb-ccfd-45a4-9ec0-996273644d69 x-openstack-request-id: req-ec863ddb-ccfd-45a4-9ec0-996273644d69 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:00.923937 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1", "name": "network-vif-deleted", "tag": "7835c54b-8770-468e-b6e2-516ddf521984", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:00.924182 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec863ddb-ccfd-45a4-9ec0-996273644d69 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:00.924574 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1', 'name': 'network-vif-deleted', 'tag': '7835c54b-8770-468e-b6e2-516ddf521984', 'status': 'completed', 'code': 200} Mar 03 01:05:00.953126 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7e25de27-3a52-481d-b1b4-23078bb98472 req-e8547525-6d25-4620-b8b0-b7e0ba438470 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860658 Mar 03 01:05:01.734482 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6306fb3b-d0cc-4139-bf0c-5cbe3abe58a2 req-4d4f06fb-87f5-46e6-b09b-d17d678a7042 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 210 time: 0.0258749 Mar 03 01:05:02.069158 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62104d4c-fc48-41b4-b22c-2b2798dad765 req-b5d66784-9580-4ec9-a73a-55233afc0f27 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:02.070641 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62104d4c-fc48-41b4-b22c-2b2798dad765 req-b5d66784-9580-4ec9-a73a-55233afc0f27 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.0519047 Mar 03 01:05:02.117548 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-62104d4c-fc48-41b4-b22c-2b2798dad765 req-ce280878-48d9-435c-bd3b-774890b0910c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Mar 03 01:05:02.827831 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ec5a7ae6-5f6c-441e-8d15-5c74770b1b50 req-96f66972-1e79-48ef-808e-38075b037146 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ca4dd9-3c8e-41a7-8f1b-6aa672701ae1 HTTP/1.1" status: 200 len: 210 time: 0.0285523 Mar 03 01:05:03.043256 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['7835c54b-8770-468e-b6e2-516ddf521984'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:03.233385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a187950-b30d-4cb6-9c7b-146e57da763a req-4cbe5641-6403-460d-bb75-5e52a36ace1f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:03.234867 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8a187950-b30d-4cb6-9c7b-146e57da763a req-4cbe5641-6403-460d-bb75-5e52a36ace1f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.0531733 Mar 03 01:05:03.283257 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8a187950-b30d-4cb6-9c7b-146e57da763a req-41259198-864b-4ecb-986e-90408f278cb8 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Mar 03 01:05:04.128692 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-d62543e9-60ad-4d8c-9458-da7803a6a79b tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:04.130059 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-d62543e9-60ad-4d8c-9458-da7803a6a79b tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/networks?id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a HTTP/1.1" status: 200 len: 809 time: 0.1023843 Mar 03 01:05:04.144689 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-d03d992c-8a30-4b69-b4d1-11ad4b1e76ef tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/quotas/c7d96fb7734045318ceb045091362722 HTTP/1.1" status: 200 len: 375 time: 0.0088322 Mar 03 01:05:04.175230 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-e5fc13f2-3e57-46ac-8828-577b0afb9ddf tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d96fb7734045318ceb045091362722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252709 Mar 03 01:05:04.309844 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-29106cc9-7617-4111-814c-83af5c750303 service neutron] 10.222.0.18 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276402 Mar 03 01:05:04.446121 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf94909-09bb-409e-8816-b939137a3001 req-d016bf8e-533a-4a05-a318-ce1042d8f302 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:04.447612 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-edf94909-09bb-409e-8816-b939137a3001 req-d016bf8e-533a-4a05-a318-ce1042d8f302 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 943 time: 0.0828750 Mar 03 01:05:04.449870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-ecda21df-c1ce-43bd-95d2-19de8298e89b service neutron] 10.222.0.18 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338520 Mar 03 01:05:04.510967 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-edf94909-09bb-409e-8816-b939137a3001 req-fd30b3ca-8cbd-4527-abab-40b5dbd9d2f6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573559 Mar 03 01:05:04.630105 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6821de4-0ae7-4a73-8b4e-495d41c0a6d3 req-098ca834-ab55-42ee-9ee1-edd13d649759 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 210 time: 0.0319204 Mar 03 01:05:05.067533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device df38841a-11d3-4089-b72c-92ffcd49c56d details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:05:05.078015 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 7835c54b-8770-468e-b6e2-516ddf521984 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:05:05.104578 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 7835c54b-8770-468e-b6e2-516ddf521984 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:05:05.104933 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 7835c54b-8770-468e-b6e2-516ddf521984 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:05:05.198619 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:05.210600 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'port_id': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'mac_address': 'fa:16:3e:81:94:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:05:05.247591 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port df38841a-11d3-4089-b72c-92ffcd49c56d is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:05.247989 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:05.261480 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df38841a-11d3-4089-b72c-92ffcd49c56d {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:05:05.282533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:05.285947 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:05.336621 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:05.630564 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369a9b8-518a-47ed-afc4-d75492b6043b req-b2a6f0cd-d953-48f6-8d66-027ce934f403 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:05.632388 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f369a9b8-518a-47ed-afc4-d75492b6043b req-b2a6f0cd-d953-48f6-8d66-027ce934f403 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 944 time: 0.0537066 Mar 03 01:05:05.643642 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['df38841a-11d3-4089-b72c-92ffcd49c56d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:05.685159 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f369a9b8-518a-47ed-afc4-d75492b6043b req-3c3970e7-ad9f-4fb1-8ed0-27efabf653ab tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Mar 03 01:05:05.783193 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-838a00ed-3990-4e3b-8bec-b73c0055497d req-fd47d7ed-bd3b-4f87-89a4-1e14cbdf95d4 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 210 time: 0.0678389 Mar 03 01:05:05.848664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-0e6d3ad1-d002-4b21-9b02-25fa6f7ab85e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:05.850670 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-0e6d3ad1-d002-4b21-9b02-25fa6f7ab85e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "GET /v2.0/networks?id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a HTTP/1.1" status: 200 len: 809 time: 0.1479983 Mar 03 01:05:05.871220 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Request body: {'port': {'device_id': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a', 'admin_state_up': True, 'tenant_id': 'c7d96fb7734045318ceb045091362722'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:05.979211 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Made reservation on behalf of c7d96fb7734045318ceb045091362722 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:05:05.982463 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.106714 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Allocated IP 172.20.0.2 (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a/de498f7a-e49b-4910-9418-62cde0b723da/8454f388-11fe-4b87-a370-25e2d59012cf) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:05:06.251704 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks [] for port (8454f388-11fe-4b87-a370-25e2d59012cf), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.290273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.334722 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:05:06.337754 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:05:06.341394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:05:06.347720 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Pushing event updated for resources: {'Port': ['ID=8454f388-11fe-4b87-a370-25e2d59012cf,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:06.394646 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:06.395256 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.412415 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-d3336b40-7e5b-486a-80e5-aa716496bd20 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444829 Mar 03 01:05:06.431665 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Request body: {'port': {'device_id': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:06.488617 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.748317 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8454f388-11fe-4b87-a370-25e2d59012cf {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:05:06.763839 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Publish callbacks [] for port (8454f388-11fe-4b87-a370-25e2d59012cf), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.793947 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Transition to ACTIVE for port object 8454f388-11fe-4b87-a370-25e2d59012cf will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:05:06.797001 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:06.868781 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474a7a9-9eb7-4b50-8eee-c143fba8ce1f req-ce7f07c8-20af-451e-b0c5-97299f3a4071 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:06.870226 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0474a7a9-9eb7-4b50-8eee-c143fba8ce1f req-ce7f07c8-20af-451e-b0c5-97299f3a4071 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 944 time: 0.1175299 Mar 03 01:05:06.898720 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8454f388-11fe-4b87-a370-25e2d59012cf,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:07.012958 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0474a7a9-9eb7-4b50-8eee-c143fba8ce1f req-6f878f60-638c-464f-96f0-1f44bc982208 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184511 Mar 03 01:05:07.017439 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Attempting to bind port 8454f388-11fe-4b87-a370-25e2d59012cf on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:05:07.017778 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Attempting to bind port 8454f388-11fe-4b87-a370-25e2d59012cf by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:05:07.018107 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Attempting to bind port 8454f388-11fe-4b87-a370-25e2d59012cf on network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:05:07.029470 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353576e3-0106-4bff-9fa1-c0d2a03b7589 req-8a45b36e-606c-4f67-abcd-75bca69a4bf7 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:07.030930 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-353576e3-0106-4bff-9fa1-c0d2a03b7589 req-8a45b36e-606c-4f67-abcd-75bca69a4bf7 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 943 time: 0.1696143 Mar 03 01:05:07.031654 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Port 8454f388-11fe-4b87-a370-25e2d59012cf on network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:05:07.031970 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Attempting to bind port 8454f388-11fe-4b87-a370-25e2d59012cf on network 45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:05:07.039622 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:05:07.039962 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Checking segment: {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:05:07.040378 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Bound using segment: {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:05:07.040820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Bound port: 8454f388-11fe-4b87-a370-25e2d59012cf, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639f1280-58f7-405e-b893-fcc75aea3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:05:07.041181 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:07.084624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device df38841a-11d3-4089-b72c-92ffcd49c56d up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:05:07.114549 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-353576e3-0106-4bff-9fa1-c0d2a03b7589 req-6d48bc59-0a7a-48c8-b46a-0f6fb1f2b721 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Mar 03 01:05:07.140686 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port df38841a-11d3-4089-b72c-92ffcd49c56d completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:05:07.141341 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] For port 8454f388-11fe-4b87-a370-25e2d59012cf, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:05:07.144740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] For port 8454f388-11fe-4b87-a370-25e2d59012cf, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8454f388-11fe-4b87-a370-25e2d59012cf,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:05:07.145291 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port df38841a-11d3-4089-b72c-92ffcd49c56d triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:05:07.146153 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:07.152258 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:07.193703 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:07.194530 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:07.195952 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/8454f388-11fe-4b87-a370-25e2d59012cf HTTP/1.1" status: 200 len: 1093 time: 0.7684753 Mar 03 01:05:07.196378 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'tag': '8454f388-11fe-4b87-a370-25e2d59012cf'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:07.198587 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6325669b-4b6b-4a88-9e7f-08afcb241975" -d '{"events": [{"name": "network-changed", "server_uuid": "80f18114-bff0-4c7e-9900-8ef88bbec4e6", "tag": "8454f388-11fe-4b87-a370-25e2d59012cf"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:07.219699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6853a6-66e4-44c4-af89-9d8dc2ad10d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8454f388-11fe-4b87-a370-25e2d59012cf,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:07.244259 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port df38841a-11d3-4089-b72c-92ffcd49c56d is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:07.244653 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:07.268630 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:07.270874 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7bc103-285c-4e04-9d29-e02bf7ad732c" -d '{"events": [{"server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "name": "network-vif-plugged", "status": "completed", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:07.283851 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:07.291336 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:07.311944 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-bf333684-63e1-497e-bbea-e8eabaa31c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:07.313528 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-bf333684-63e1-497e-bbea-e8eabaa31c9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7d96fb7734045318ceb045091362722&device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0510230 Mar 03 01:05:07.322461 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d6fe42-2238-41db-a37b-36f24a2a1dbc x-openstack-request-id: req-22d6fe42-2238-41db-a37b-36f24a2a1dbc {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:07.322758 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "name": "network-vif-plugged", "status": "completed", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:07.323023 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22d6fe42-2238-41db-a37b-36f24a2a1dbc {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:07.323418 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'code': 200} Mar 03 01:05:07.354321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:07.411264 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4e6ea-8683-4e6b-b2aa-1a8bc1592aa0 x-openstack-request-id: req-26a4e6ea-8683-4e6b-b2aa-1a8bc1592aa0 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:07.412192 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f18114-bff0-4c7e-9900-8ef88bbec4e6", "tag": "8454f388-11fe-4b87-a370-25e2d59012cf", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:07.412477 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26a4e6ea-8683-4e6b-b2aa-1a8bc1592aa0 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:07.412873 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'tag': '8454f388-11fe-4b87-a370-25e2d59012cf', 'status': 'completed', 'code': 200} Mar 03 01:05:07.414335 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-d130d518-282f-4fa0-bb4e-43b2d4342621 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8454f388-11fe-4b87-a370-25e2d59012cf HTTP/1.1" status: 200 len: 217 time: 0.0465500 Mar 03 01:05:07.484863 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a209-58b4-423e-9c50-e59025429933 req-25085e50-4075-46e2-a9e6-beee23719f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:07.486324 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-25085e50-4075-46e2-a9e6-beee23719f65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de498f7a-e49b-4910-9418-62cde0b723da HTTP/1.1" status: 200 len: 849 time: 0.0472987 Mar 03 01:05:07.519029 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-36315418-cfae-49a1-b4f2-0256f4b29620 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254767 Mar 03 01:05:07.641005 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab389-ce14-454d-87f3-c74b910f208c req-09795344-1b35-4047-bddf-c071118d6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:07.642491 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-63eab389-ce14-454d-87f3-c74b910f208c req-09795344-1b35-4047-bddf-c071118d6dbe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1129 time: 0.1041687 Mar 03 01:05:07.666704 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-e65a9996-bde6-4aaa-bce5-3a9b083accf1 service neutron] 10.222.0.30 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294820 Mar 03 01:05:07.733416 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-63eab389-ce14-454d-87f3-c74b910f208c req-da6c91c6-60c5-4395-981f-0ed69eda9ba4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Mar 03 01:05:07.767700 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c859a209-58b4-423e-9c50-e59025429933 req-51f2067a-39b1-4c3d-9b0e-0047e555db3e service neutron] 10.222.0.30 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947139 Mar 03 01:05:08.138627 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8994d6-9468-45fb-8560-3433db94aef2 req-7ede4338-24d9-4b4b-a070-3d1daf50dfa5 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:08.140169 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2f8994d6-9468-45fb-8560-3433db94aef2 req-7ede4338-24d9-4b4b-a070-3d1daf50dfa5 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0576649 Mar 03 01:05:08.242711 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2f8994d6-9468-45fb-8560-3433db94aef2 req-fe270313-b65b-4a25-804b-21707a4e9846 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968151 Mar 03 01:05:08.251802 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-a16c1c39-0a41-40aa-b167-02804b21b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:08.253393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-a16c1c39-0a41-40aa-b167-02804b21b69c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7d96fb7734045318ceb045091362722&device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 1127 time: 0.1064365 Mar 03 01:05:08.335363 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63461e4-fb8a-4b47-9427-fcc3e222d58b req-8e28b3cb-12d9-41d0-bbb7-90c3fe874f7b tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:08.336940 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f63461e4-fb8a-4b47-9427-fcc3e222d58b req-8e28b3cb-12d9-41d0-bbb7-90c3fe874f7b tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 943 time: 0.1417441 Mar 03 01:05:08.381346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-ab32e60f-51d2-49f3-abaa-22ffa7e3c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:08.382799 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-ab32e60f-51d2-49f3-abaa-22ffa7e3c415 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a HTTP/1.1" status: 200 len: 909 time: 0.1219850 Mar 03 01:05:08.435502 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-a5f197df-70b6-46f8-b38d-9c107e09686e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8454f388-11fe-4b87-a370-25e2d59012cf HTTP/1.1" status: 200 len: 217 time: 0.0451384 Mar 03 01:05:08.439702 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f63461e4-fb8a-4b47-9427-fcc3e222d58b req-255df8ff-0fde-431b-a8fd-043eea3a9d0d tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958281 Mar 03 01:05:08.483474 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-febecd74-c0d8-4ab6-b678-d5678cba3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:08.484917 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-febecd74-c0d8-4ab6-b678-d5678cba3db4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de498f7a-e49b-4910-9418-62cde0b723da HTTP/1.1" status: 200 len: 849 time: 0.0424740 Mar 03 01:05:08.518421 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-6b591920-36a5-4086-b5f4-3a1a7e80d4e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254645 Mar 03 01:05:08.612793 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-417bcb98-3e67-44eb-bfed-0106dc67b74d service neutron] 10.222.0.30 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Mar 03 01:05:08.685961 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2394936d-597b-4230-ba6c-49102a59ae3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:08.716790 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6325669b-4b6b-4a88-9e7f-08afcb241975 req-d96a7540-dce1-413e-8b5e-292eafb2cda8 service neutron] 10.222.0.30 "GET /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963292 Mar 03 01:05:09.360885 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebdd81-e355-4fd4-b1ff-78a4fa62057a req-8794e1bc-c12f-4c55-a8e6-3de258df3743 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:09.362364 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f9ebdd81-e355-4fd4-b1ff-78a4fa62057a req-8794e1bc-c12f-4c55-a8e6-3de258df3743 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0546401 Mar 03 01:05:09.408427 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f9ebdd81-e355-4fd4-b1ff-78a4fa62057a req-c4fa1101-8834-4b71-aac6-98e13698f593 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Mar 03 01:05:09.567131 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea0a9e-b3d2-4adc-bd98-0eb23ab6cd7c req-ba2ed415-97c5-49c5-be17-0bd5f001413a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:09.569294 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42ea0a9e-b3d2-4adc-bd98-0eb23ab6cd7c req-ba2ed415-97c5-49c5-be17-0bd5f001413a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0937994 Mar 03 01:05:09.580627 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a21fb-870c-40ad-ad60-a8fb20260e5f req-a24bff74-fc2d-4cd9-a689-b218f9d55558 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:09.582046 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ad3a21fb-870c-40ad-ad60-a8fb20260e5f req-a24bff74-fc2d-4cd9-a689-b218f9d55558 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 943 time: 0.0716374 Mar 03 01:05:09.598032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36782) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:09.653574 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-42ea0a9e-b3d2-4adc-bd98-0eb23ab6cd7c req-48f6ebe7-e772-4dab-a717-10696d2a129c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 Mar 03 01:05:09.657951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ad3a21fb-870c-40ad-ad60-a8fb20260e5f req-f773f572-9280-4f24-afe5-1487bbb96302 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Mar 03 01:05:09.709032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bce402b1-e369-4fe8-a553-6ca92963feeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:09.787958 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bce402b1-e369-4fe8-a553-6ca92963feeb admin admin] Publish callbacks [] for security_group (3593fefc-d201-476c-b88f-74c69dcb43a1), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:09.792877 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bce402b1-e369-4fe8-a553-6ca92963feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (3593fefc-d201-476c-b88f-74c69dcb43a1), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:09.832947 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-bce402b1-e369-4fe8-a553-6ca92963feeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e60d77d8f82e4db191bb292bcf7cf6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338319 Mar 03 01:05:09.835633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36788) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:09.835796 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce402b1-e369-4fe8-a553-6ca92963feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3593fefc-d201-476c-b88f-74c69dcb43a1,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:09.886430 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4f865356-eba5-49d5-af5e-3580754ca47e admin admin] Publish callbacks [] for security_group (3593fefc-d201-476c-b88f-74c69dcb43a1), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:09.911440 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4f865356-eba5-49d5-af5e-3580754ca47e admin admin] Publish callbacks [] for security_group (3593fefc-d201-476c-b88f-74c69dcb43a1), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:09.988216 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cd38d-79ce-464d-8679-16757ae650be req-b718dff6-15f0-4835-9480-eba4c9a474b7 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:09.990603 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b56cd38d-79ce-464d-8679-16757ae650be req-b718dff6-15f0-4835-9480-eba4c9a474b7 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0626423 Mar 03 01:05:10.001964 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4f865356-eba5-49d5-af5e-3580754ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (3593fefc-d201-476c-b88f-74c69dcb43a1), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:10.004437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4f865356-eba5-49d5-af5e-3580754ca47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:10.006067 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-4f865356-eba5-49d5-af5e-3580754ca47e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3593fefc-d201-476c-b88f-74c69dcb43a1 HTTP/1.1" status: 204 len: 168 time: 0.1692529 Mar 03 01:05:10.022320 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865356-eba5-49d5-af5e-3580754ca47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3593fefc-d201-476c-b88f-74c69dcb43a1,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:10.055440 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b56cd38d-79ce-464d-8679-16757ae650be req-52e0782c-14ca-42ea-b3f4-fe29de072588 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593941 Mar 03 01:05:10.784011 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e0c19-1087-4930-8149-b7b05409277f req-b0427971-1a8f-4de4-9c04-4c8304a8b008 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:10.785545 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15e0c19-1087-4930-8149-b7b05409277f req-b0427971-1a8f-4de4-9c04-4c8304a8b008 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 943 time: 0.0527527 Mar 03 01:05:10.835202 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f15e0c19-1087-4930-8149-b7b05409277f req-0c00e545-4e27-470d-877e-0ab058a7be40 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Mar 03 01:05:11.093177 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b40669a3-f0e9-4a8c-8135-48b6b314e212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:11.101142 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8454f388-11fe-4b87-a370-25e2d59012cf details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:05:11.197013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8454f388-11fe-4b87-a370-25e2d59012cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8454f388-11fe-4b87-a370-25e2d59012cf,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:11.207959 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '8454f388-11fe-4b87-a370-25e2d59012cf', 'network_id': '45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a', 'port_id': '8454f388-11fe-4b87-a370-25e2d59012cf', 'mac_address': 'fa:16:3e:b9:e0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de498f7a-e49b-4910-9418-62cde0b723da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:05:11.243840 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8454f388-11fe-4b87-a370-25e2d59012cf is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:11.244250 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:11.256849 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8454f388-11fe-4b87-a370-25e2d59012cf {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:05:11.275175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8454f388-11fe-4b87-a370-25e2d59012cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8454f388-11fe-4b87-a370-25e2d59012cf,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:11.278829 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:11.323643 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8454f388-11fe-4b87-a370-25e2d59012cf,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:11.651750 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['8454f388-11fe-4b87-a370-25e2d59012cf'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:11.957182 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b539-e9ca-47d0-b4b2-13a7f13d2310 req-6470388d-7f22-4e85-b5b4-93e10d48c893 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:11.959558 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8705b539-e9ca-47d0-b4b2-13a7f13d2310 req-6470388d-7f22-4e85-b5b4-93e10d48c893 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 944 time: 0.0545242 Mar 03 01:05:12.006163 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8705b539-e9ca-47d0-b4b2-13a7f13d2310 req-3f3411d1-46f9-4103-860a-aeecedb46bb3 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Mar 03 01:05:12.292185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:13.117414 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8454f388-11fe-4b87-a370-25e2d59012cf up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:05:13.124830 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd563b7-399d-403b-815f-7d9fb9547071 req-d995491b-f05b-46c1-a6d4-17586ba86d4d tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:13.126322 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cdd563b7-399d-403b-815f-7d9fb9547071 req-d995491b-f05b-46c1-a6d4-17586ba86d4d tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 944 time: 0.0516405 Mar 03 01:05:13.167754 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 8454f388-11fe-4b87-a370-25e2d59012cf completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:05:13.171431 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 8454f388-11fe-4b87-a370-25e2d59012cf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:05:13.171808 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:13.173289 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cdd563b7-399d-403b-815f-7d9fb9547071 req-2670c188-dac9-455c-ab35-e0d904bae8dd tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Mar 03 01:05:13.250364 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8454f388-11fe-4b87-a370-25e2d59012cf is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:13.250756 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:13.272678 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454f388-11fe-4b87-a370-25e2d59012cf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:13.274887 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093bfc9b-6239-42d7-92fe-536f9326135a" -d '{"events": [{"server_uuid": "80f18114-bff0-4c7e-9900-8ef88bbec4e6", "name": "network-vif-plugged", "status": "completed", "tag": "8454f388-11fe-4b87-a370-25e2d59012cf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:13.288173 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8454f388-11fe-4b87-a370-25e2d59012cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8454f388-11fe-4b87-a370-25e2d59012cf,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:13.292269 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:13.344448 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8454f388-11fe-4b87-a370-25e2d59012cf,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:13.481894 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f5375d-464a-4f9b-b0a1-e0bbe2b54b34 x-openstack-request-id: req-60f5375d-464a-4f9b-b0a1-e0bbe2b54b34 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:13.482194 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f18114-bff0-4c7e-9900-8ef88bbec4e6", "name": "network-vif-plugged", "status": "completed", "tag": "8454f388-11fe-4b87-a370-25e2d59012cf", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:13.482455 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60f5375d-464a-4f9b-b0a1-e0bbe2b54b34 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:13.482858 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454f388-11fe-4b87-a370-25e2d59012cf', 'code': 200} Mar 03 01:05:13.586118 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:13.693958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33fe8f-0765-42d3-9d15-8b3ea2c86c03 req-3f0f5fd1-2463-43b2-b5de-6f2fab6a8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:13.695432 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a33fe8f-0765-42d3-9d15-8b3ea2c86c03 req-3f0f5fd1-2463-43b2-b5de-6f2fab6a8649 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0465102 Mar 03 01:05:13.738808 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a33fe8f-0765-42d3-9d15-8b3ea2c86c03 req-38438eb8-148d-4dc2-90b8-ff9ae597b03a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Mar 03 01:05:14.290275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9bdd-7872-40f5-9a7e-fa9397a32d4f req-2b170529-d015-496c-9e1b-611023ff3eb8 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:14.291744 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aa0b9bdd-7872-40f5-9a7e-fa9397a32d4f req-2b170529-d015-496c-9e1b-611023ff3eb8 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Mar 03 01:05:14.339929 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aa0b9bdd-7872-40f5-9a7e-fa9397a32d4f req-58f58c61-bf12-4998-ad91-6eaf700b52ff tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Mar 03 01:05:15.067031 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b809ec-8f11-42a2-914d-093614c41277 req-3f6a9444-4362-4d91-9d41-ebae786b2723 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:15.069570 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-58b809ec-8f11-42a2-914d-093614c41277 req-3f6a9444-4362-4d91-9d41-ebae786b2723 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0550876 Mar 03 01:05:15.120681 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-58b809ec-8f11-42a2-914d-093614c41277 req-9e22fd25-db0e-4950-b994-166dd54660a2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446444 Mar 03 01:05:15.277050 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:15.382928 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:15.457769 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66554b57-8228-4600-9bf1-cee2fabe644e req-4d692f0d-942b-4e32-8c28-d963bbce4c09 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:15.459704 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66554b57-8228-4600-9bf1-cee2fabe644e req-4d692f0d-942b-4e32-8c28-d963bbce4c09 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Mar 03 01:05:15.505569 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66554b57-8228-4600-9bf1-cee2fabe644e req-87f81a0d-e896-4d6a-9035-a83afb796b14 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Mar 03 01:05:16.279531 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4a4c-bb07-4a87-a01f-c930cfa8c7a9 req-b73624a5-0f5d-45a9-ac7a-6bef6428396f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:16.280933 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1f4d4a4c-bb07-4a87-a01f-c930cfa8c7a9 req-b73624a5-0f5d-45a9-ac7a-6bef6428396f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0900633 Mar 03 01:05:16.293820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b27d5-852f-488d-a988-b5c56c23d5f6 req-ac011ace-209b-4f91-a1b4-c90ad43d1e55 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:16.295400 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e21b27d5-852f-488d-a988-b5c56c23d5f6 req-ac011ace-209b-4f91-a1b4-c90ad43d1e55 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 945 time: 0.0764081 Mar 03 01:05:16.368499 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1f4d4a4c-bb07-4a87-a01f-c930cfa8c7a9 req-885b689a-ab10-48bb-bc01-a9db3fac2c78 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721190 Mar 03 01:05:16.372603 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e21b27d5-852f-488d-a988-b5c56c23d5f6 req-f9b7007c-baa8-4806-aa3d-9fdba23c3a4f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693195 Mar 03 01:05:17.493963 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc6377-e68d-47b5-94d9-6879af1b0695 req-9d17de55-93f9-45f4-a51e-8b5891f9ec80 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:17.495581 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-98fc6377-e68d-47b5-94d9-6879af1b0695 req-9d17de55-93f9-45f4-a51e-8b5891f9ec80 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0580325 Mar 03 01:05:17.547683 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-98fc6377-e68d-47b5-94d9-6879af1b0695 req-a846565b-2f4d-4119-ac58-f302062d7c7e tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bff42c9-6aff-4509-90ed-76ad14cbaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462489 Mar 03 01:05:17.637839 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-2ce2c4cc-2b80-44dc-9ec6-746ab11fa935 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:17.639187 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-2ce2c4cc-2b80-44dc-9ec6-746ab11fa935 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 946 time: 0.0833285 Mar 03 01:05:17.687489 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c0ac7-257a-4c11-9c69-f66ca2605db6 req-33d3269d-e6a5-4134-898a-bd81ef85c779 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:17.688941 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b71c0ac7-257a-4c11-9c69-f66ca2605db6 req-33d3269d-e6a5-4134-898a-bd81ef85c779 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 945 time: 0.0910780 Mar 03 01:05:17.776307 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b71c0ac7-257a-4c11-9c69-f66ca2605db6 req-2ea5b66f-1189-49cf-89db-d391033f1462 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784779 Mar 03 01:05:17.785820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Deleting port c53d304e-5296-4845-a159-af7a52a486c7 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:05:17.786161 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (c53d304e-5296-4845-a159-af7a52a486c7), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:17.873558 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] For port c53d304e-5296-4845-a159-af7a52a486c7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c53d304e-5296-4845-a159-af7a52a486c7,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:17.873918 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (c53d304e-5296-4845-a159-af7a52a486c7), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:18.035823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:18.036212 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (7e67ffc6-b1b0-484a-a863-696eea605d73), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:18.036525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Floating IP 7e67ffc6-b1b0-484a-a863-696eea605d73 disassociated. External IP: 172.27.0.16, port: c53d304e-5296-4845-a159-af7a52a486c7. Mar 03 01:05:18.036883 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Calling delete_port for c53d304e-5296-4845-a159-af7a52a486c7 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:05:18.212358 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-0268b97c-4fd5-4a51-a255-7e70f2f13a55 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:18.213868 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-0268b97c-4fd5-4a51-a255-7e70f2f13a55 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 945 time: 0.0923622 Mar 03 01:05:18.215021 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (c53d304e-5296-4845-a159-af7a52a486c7), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:18.253404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event deleted for resources: {'Port': ['ID=c53d304e-5296-4845-a159-af7a52a486c7,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:18.290432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.290883 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.291109 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.291444 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.291774 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.292130 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.292460 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.292786 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.293110 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.293435 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.293755 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.294075 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.294505 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:18.675149 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2b33c3ef-f809-4466-b14d-911ecc95ef00 req-f284701b-a807-4261-9530-9ea37a5632b6 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0354817 Mar 03 01:05:18.735108 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Deleting port 8454f388-11fe-4b87-a370-25e2d59012cf {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:05:18.735442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:18.786998 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:05:18.910218 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] For port 8454f388-11fe-4b87-a370-25e2d59012cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8454f388-11fe-4b87-a370-25e2d59012cf,segment=NetworkSegment(639f1280-58f7-405e-b893-fcc75aea3045),segment_id=639f1280-58f7-405e-b893-fcc75aea3045)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:18.910505 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:18.958390 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Calling delete_port for 8454f388-11fe-4b87-a370-25e2d59012cf owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:05:18.989384 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b712a-4489-4b0e-a1f7-75832a78722b req-71d30ee0-a0ba-46fa-9768-145503b34b8f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:18.990831 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-358b712a-4489-4b0e-a1f7-75832a78722b req-71d30ee0-a0ba-46fa-9768-145503b34b8f tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f18114-bff0-4c7e-9900-8ef88bbec4e6 HTTP/1.1" status: 200 len: 945 time: 0.1475351 Mar 03 01:05:19.051976 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:05:19.061535 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:05:19.071296 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:05:19.071904 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:05:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:19.114597 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] No DVR routers for this DVR port c53d304e-5296-4845-a159-af7a52a486c7 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:05:19.120527 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:19.123773 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d136fc7c-f77d-4342-9ab3-2641293d8214 req-532c770a-9e21-4085-9351-2a427572fa9a tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "DELETE /v2.0/ports/c53d304e-5296-4845-a159-af7a52a486c7 HTTP/1.1" status: 204 len: 173 time: 1.4768906 Mar 03 01:05:19.125429 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'name': 'network-vif-deleted', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:19.127662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8f5bcc-8dfe-4069-8e20-518724e2e5da" -d '{"events": [{"server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "name": "network-vif-deleted", "tag": "c53d304e-5296-4845-a159-af7a52a486c7"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:19.140511 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-358b712a-4489-4b0e-a1f7-75832a78722b req-a264aebd-fef6-4d64-998e-fa9d99cc1313 tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.18 "GET /v2.0/security-groups?id=b129bd29-e82c-47da-8903-7d19ec376d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436718 Mar 03 01:05:19.186701 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:05:19.203230 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a935379-b4c4-4daf-909d-d38613de39bd x-openstack-request-id: req-5a935379-b4c4-4daf-909d-d38613de39bd {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:19.203529 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998ec61-cdcf-44c6-ba64-6d361afaffb3", "name": "network-vif-deleted", "tag": "c53d304e-5296-4845-a159-af7a52a486c7", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:19.203932 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a935379-b4c4-4daf-909d-d38613de39bd {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:19.204359 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998ec61-cdcf-44c6-ba64-6d361afaffb3', 'name': 'network-vif-deleted', 'tag': 'c53d304e-5296-4845-a159-af7a52a486c7', 'status': 'completed', 'code': 200} Mar 03 01:05:19.211587 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (8454f388-11fe-4b87-a370-25e2d59012cf), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:19.244090 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Pushing event deleted for resources: {'Port': ['ID=8454f388-11fe-4b87-a370-25e2d59012cf,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:19.293983 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] No DVR routers for this DVR port 8454f388-11fe-4b87-a370-25e2d59012cf on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:05:19.296263 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:19.299604 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e4875cfe-3b17-4a61-8428-763af7de8eb9 req-90d51827-0f83-4de8-a8c6-7130f1c3749e tempest-VolumesActionsTest-1106481094 tempest-VolumesActionsTest-1106481094-project] 10.222.0.30 "DELETE /v2.0/ports/8454f388-11fe-4b87-a370-25e2d59012cf HTTP/1.1" status: 204 len: 173 time: 1.0551372 Mar 03 01:05:19.397499 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:19.428291 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:05:19.436719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:05:19.437313 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:05:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:19.510562 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c058fc-9de0-4bfd-b483-0eef4a47cfb8 req-67ea3d7a-d211-4dd9-ae1e-23b338400407 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:19.512244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-06c058fc-9de0-4bfd-b483-0eef4a47cfb8 req-67ea3d7a-d211-4dd9-ae1e-23b338400407 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0541494 Mar 03 01:05:19.564276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-06c058fc-9de0-4bfd-b483-0eef4a47cfb8 req-a2374169-8371-49ea-8ce8-baecb6b1739f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460839 Mar 03 01:05:19.588169 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36900) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:19.678915 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:05:19.818471 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e1eda37c-879a-49db-a73a-71e3def3639a req-b3fb0f06-3f93-4358-bb2b-19494d18c0db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f998ec61-cdcf-44c6-ba64-6d361afaffb3 HTTP/1.1" status: 200 len: 210 time: 0.0313270 Mar 03 01:05:19.824298 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60124b-547f-4c3b-adf7-81ee224d6612 tempest-TestMinimumBasicScenario-1633815632 tempest-TestMinimumBasicScenario-1633815632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:19.828098 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7d60124b-547f-4c3b-adf7-81ee224d6612 tempest-TestMinimumBasicScenario-1633815632 tempest-TestMinimumBasicScenario-1633815632-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1124 time: 0.2367246 Mar 03 01:05:19.829075 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36906) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:19.836736 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'port_id': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:19.862453 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:19.909099 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:19.943876 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f2571-bac8-4c92-a450-9a3dde8a0320 None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:05:19.964241 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.071443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Allocated IP 172.27.0.187 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/9397598c-ab2e-4e0c-8cd6-7632e78ba985) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:05:20.169904 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45118-1c44-453c-b8f4-4775b509d6e7 None None] New status for floating IP 7e67ffc6-b1b0-484a-a863-696eea605d73: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:05:20.184330 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.220370 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.261470 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:05:20.265914 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:05:20.268420 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:05:20.307743 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'Port': ['ID=9397598c-ab2e-4e0c-8cd6-7632e78ba985,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:20.712212 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for floatingip (04f74677-e1e1-460a-8fe4-d6ecaf03a212), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.787844 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.924620 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36948) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:20.947872 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.952776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:20.983596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (2bff42c9-6aff-4509-90ed-76ad14cbaf93), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.006806 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (2bff42c9-6aff-4509-90ed-76ad14cbaf93), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.029023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'Port': ['ID=9397598c-ab2e-4e0c-8cd6-7632e78ba985,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:21.042771 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (04f74677-e1e1-460a-8fe4-d6ecaf03a212), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.057322 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2bff42c9-6aff-4509-90ed-76ad14cbaf93), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.059996 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.061211 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "DELETE /v2.0/security-groups/2bff42c9-6aff-4509-90ed-76ad14cbaf93 HTTP/1.1" status: 204 len: 168 time: 0.1354592 Mar 03 01:05:21.064359 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36958) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:21.082208 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff42c9-6aff-4509-90ed-76ad14cbaf93,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:21.084826 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.api.v2.resource [None req-40831fa0-dafe-48e4-93d5-37919c58a9c4 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] show failed (client error): The resource could not be found. Mar 03 01:05:21.085993 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-40831fa0-dafe-48e4-93d5-37919c58a9c4 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups/2bff42c9-6aff-4509-90ed-76ad14cbaf93 HTTP/1.1" status: 404 len: 347 time: 0.0207293 Mar 03 01:05:21.089881 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36960) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:21.092953 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.093308 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.094083 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.094083 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.094321 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.094645 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.094982 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.095317 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.095650 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.096012 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.096369 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.096698 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.097024 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06112944-c4fc-4e50-aee9-746ef5800bcd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:21.128953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8454f388-11fe-4b87-a370-25e2d59012cf no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:05:21.151703 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 8454f388-11fe-4b87-a370-25e2d59012cf {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:05:21.152066 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8454f388-11fe-4b87-a370-25e2d59012cf not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:05:21.152645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c53d304e-5296-4845-a159-af7a52a486c7 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:05:21.175619 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: c53d304e-5296-4845-a159-af7a52a486c7 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:05:21.175872 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c53d304e-5296-4845-a159-af7a52a486c7 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:05:21.208706 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'name': 'network-vif-deleted', 'tag': '8454f388-11fe-4b87-a370-25e2d59012cf'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:21.211576 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685d395-408d-4eab-af3b-2cbd3c453f40" -d '{"events": [{"server_uuid": "80f18114-bff0-4c7e-9900-8ef88bbec4e6", "name": "network-vif-deleted", "tag": "8454f388-11fe-4b87-a370-25e2d59012cf"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:21.253249 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e58f557-9aeb-4573-92ac-81392972aaf2 x-openstack-request-id: req-5e58f557-9aeb-4573-92ac-81392972aaf2 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:21.253550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f18114-bff0-4c7e-9900-8ef88bbec4e6", "name": "network-vif-deleted", "tag": "8454f388-11fe-4b87-a370-25e2d59012cf", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:21.253809 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e58f557-9aeb-4573-92ac-81392972aaf2 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:21.254207 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f18114-bff0-4c7e-9900-8ef88bbec4e6', 'name': 'network-vif-deleted', 'tag': '8454f388-11fe-4b87-a370-25e2d59012cf', 'status': 'completed', 'code': 200} Mar 03 01:05:21.263372 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Floating IP 04f74677-e1e1-460a-8fe4-d6ecaf03a212 associated. External IP: 172.27.0.187, port: df38841a-11d3-4089-b72c-92ffcd49c56d. Mar 03 01:05:21.354074 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Deleting port 981e2043-168e-4950-9bfa-2e2a39fdacea {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:05:21.354419 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.484280 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.484614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (981e2043-168e-4950-9bfa-2e2a39fdacea), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:21.501044 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Calling delete_port for 981e2043-168e-4950-9bfa-2e2a39fdacea owned by network:floatingip {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:05:21.860013 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:05:22.020409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (981e2043-168e-4950-9bfa-2e2a39fdacea), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.056461 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:05:22.060227 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event deleted for resources: {'Port': ['ID=981e2043-168e-4950-9bfa-2e2a39fdacea,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.069276 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] Sync routers for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:05:22.080551 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:05:22.081178 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:05:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:22.122018 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.158467 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (7e67ffc6-b1b0-484a-a863-696eea605d73), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.161042 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.162189 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c1baa69c-2fef-4ad5-86ea-18e68c0f0e1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "DELETE /v2.0/floatingips/7e67ffc6-b1b0-484a-a863-696eea605d73 HTTP/1.1" status: 204 len: 168 time: 1.0713382 Mar 03 01:05:22.166660 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f92edec3-602b-4859-8d23-ed0c7f5e3f4b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3329108 Mar 03 01:05:22.167431 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36968) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.172031 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738509157', 'description': 'tempest-secgroup-smoke-1738509157 description', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.200678 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.206909 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:05:22.275405 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group (a502c3cf-a9d1-419a-a15e-52e1a1b735b4), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.279137 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a502c3cf-a9d1-419a-a15e-52e1a1b735b4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.309626 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a502c3cf-a9d1-419a-a15e-52e1a1b735b4,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.313798 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.318618 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2e0689e6-4a76-46de-a5df-308baf7094ec tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1500442 Mar 03 01:05:22.320060 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36972) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.325457 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group_rule': {'security_group_id': 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.396333 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (2ec7d590-b003-4257-af02-cc8b01bae6c5), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.471111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (2ec7d590-b003-4257-af02-cc8b01bae6c5), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.477796 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (2ec7d590-b003-4257-af02-cc8b01bae6c5), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.497811 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec7d590-b003-4257-af02-cc8b01bae6c5,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.498495 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '04f74677-e1e1-460a-8fe4-d6ecaf03a212', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'port_id': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'mac_address': 'fa:16:3e:81:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:05:20Z', 'updated_at': '2022-03-03T01:05:20Z', 'revision_number': 0, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:22.503631 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.504849 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3292af37-afd5-409b-bafb-2c29b8fb82db tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831205 Mar 03 01:05:22.508118 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36974) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.512616 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group_rule': {'security_group_id': 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.531370 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] Checking router: e6c4010f-a22b-4a86-94e3-40dcf6f80c44 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:05:22.538658 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (edf5c517-3180-4e9e-8132-5b9f5ada624a), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.540809 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:05:22.541931 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:05:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:22.598435 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (edf5c517-3180-4e9e-8132-5b9f5ada624a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.602531 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (edf5c517-3180-4e9e-8132-5b9f5ada624a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.623469 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf5c517-3180-4e9e-8132-5b9f5ada624a,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.635083 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.636262 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8dfa101e-54d2-4bee-b084-860ece783953 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270750 Mar 03 01:05:22.638805 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36976) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.643249 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group_rule': {'security_group_id': 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.663835 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:05:22.668977 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (47cf83d5-462f-4a3a-989d-2bc260175ae5), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.697509 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36978) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.702028 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642347955', 'description': 'tempest-description--853231583'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.724661 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.727685 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (47cf83d5-462f-4a3a-989d-2bc260175ae5), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.731487 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (47cf83d5-462f-4a3a-989d-2bc260175ae5), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.752666 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cf83d5-462f-4a3a-989d-2bc260175ae5,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.763425 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.764637 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-dacab33b-60d1-49ee-ae77-40cee5c07ffe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248415 Mar 03 01:05:22.767469 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36980) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.772183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group_rule': {'security_group_id': 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.798808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (1ecb8230-82ff-4db3-9f47-9dd5b496d836), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.806516 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.812833 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.844780 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.846018 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475129 Mar 03 01:05:22.850186 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36984) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.856611 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'security_group_rule': {'security_group_id': '8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.860940 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd409be6-2618-44dd-a3eb-a02181a45a51 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.888984 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (611c7ec1-f651-4695-bdbc-c6555aa7fda5), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.905405 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (1ecb8230-82ff-4db3-9f47-9dd5b496d836), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.912494 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (1ecb8230-82ff-4db3-9f47-9dd5b496d836), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.929857 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecb8230-82ff-4db3-9f47-9dd5b496d836,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:22.939490 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '04f74677-e1e1-460a-8fe4-d6ecaf03a212', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'port_id': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'mac_address': 'fa:16:3e:81:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:05:20Z', 'updated_at': '2022-03-03T01:05:20Z', 'revision_number': 0, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:22.951752 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.954715 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3ee74c2f-1239-4abb-bb09-8cb4d4b10f12 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1859746 Mar 03 01:05:22.957702 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 36986) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:22.964899 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group_rule': {'security_group_id': 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:22.970028 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (611c7ec1-f651-4695-bdbc-c6555aa7fda5), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.971137 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3305979f-d57a-4964-b4fb-c6e47d31e65b None None] The sync data for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi is: [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '04f74677-e1e1-460a-8fe4-d6ecaf03a212', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'port_id': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'mac_address': 'fa:16:3e:81:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:05:20Z', 'updated_at': '2022-03-03T01:05:20Z', 'revision_number': 0, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:05:22.974866 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (611c7ec1-f651-4695-bdbc-c6555aa7fda5), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:22.997002 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611c7ec1-f651-4695-bdbc-c6555aa7fda5,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:23.009184 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.securitygroups_db [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Project f5a1bdb8e25f43e28d72a256eb7186a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 01:05:23.015069 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (d72a1349-8a03-469f-a15c-44527ac72caf), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.019865 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.024548 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d44fd4df-1dc3-4771-a60e-61e9b9bf05b1 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723986 Mar 03 01:05:23.025200 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36994) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:23.029528 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'security_group_rule': {'security_group_id': '8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:23.060288 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (5e2122fb-e114-4818-bde6-859f3217c03f), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.122211 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (5e2122fb-e114-4818-bde6-859f3217c03f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.126637 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (5e2122fb-e114-4818-bde6-859f3217c03f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.132606 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (d72a1349-8a03-469f-a15c-44527ac72caf), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.144398 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5b91-671c-44d5-9d16-9f06ecc31abd req-01989808-8941-42ab-9a7e-ddd198608df8 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:23.145842 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-923e5b91-671c-44d5-9d16-9f06ecc31abd req-01989808-8941-42ab-9a7e-ddd198608df8 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0811656 Mar 03 01:05:23.146265 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2122fb-e114-4818-bde6-859f3217c03f,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:23.146912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (d72a1349-8a03-469f-a15c-44527ac72caf), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.160189 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.165586 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0cc8b40f-a6da-4edf-b776-7a641e3133c3 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359162 Mar 03 01:05:23.165977 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36996) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:23.171096 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:23.174216 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72a1349-8a03-469f-a15c-44527ac72caf,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:23.186559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.187763 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-37628d93-2da7-4871-bbd2-cecc03563024 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2291234 Mar 03 01:05:23.191105 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 36998) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:23.198366 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'security_group_rule': {'security_group_id': 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4', 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:23.211580 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.225395 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-923e5b91-671c-44d5-9d16-9f06ecc31abd req-ad9e4043-d773-464f-9f75-c4acdaad7708 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640821 Mar 03 01:05:23.253689 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e17cc-23cc-4ec9-be4d-2556861aa76d None None] New status for floating IP 04f74677-e1e1-460a-8fe4-d6ecaf03a212: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:05:23.255587 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:23.259046 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65" -d '{"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:23.269715 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.securitygroups_db [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Project f5a1bdb8e25f43e28d72a256eb7186a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 01:05:23.277237 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (192499de-7f7f-4e4b-bcc5-9a01db1877e0), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.298375 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f4c0a0-dcfb-4b9d-be7a-def6f888038e x-openstack-request-id: req-39f4c0a0-dcfb-4b9d-be7a-def6f888038e {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:23.298695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:23.298961 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39f4c0a0-dcfb-4b9d-be7a-def6f888038e {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:23.299402 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'status': 'completed', 'code': 200} Mar 03 01:05:23.358596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (192499de-7f7f-4e4b-bcc5-9a01db1877e0), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.362218 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (192499de-7f7f-4e4b-bcc5-9a01db1877e0), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.392296 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192499de-7f7f-4e4b-bcc5-9a01db1877e0,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:23.402204 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.403399 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5644d6df-5329-4658-a087-27612b8c46ca tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2097673 Mar 03 01:05:23.405157 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.493747 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-4fb091b4-0902-40ab-87c0-116a87a16671 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738509157&fields=id&tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9 HTTP/1.1" status: 200 len: 267 time: 0.0448573 Mar 03 01:05:23.521426 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Allocated IP 172.27.0.52 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/67e18cfb-8d9d-47b9-a64e-38d9221be916) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:05:23.556062 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-41c0e2e0-f32e-46b2-98b6-39cfe626efa0 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:23.557599 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-41c0e2e0-f32e-46b2-98b6-39cfe626efa0 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0582840 Mar 03 01:05:23.568338 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'port': {'security_groups': ['d3802782-6bda-427f-aff7-463c35365ce7', 'a502c3cf-a9d1-419a-a15e-52e1a1b735b4']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:23.622186 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.639732 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.657177 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.697415 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:05:23.700260 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:05:23.702840 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:05:23.733040 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'Port': ['ID=67e18cfb-8d9d-47b9-a64e-38d9221be916,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:23.798914 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (83b8a29b-5da5-473b-9929-c2fce8ed75da), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.834273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:23.837045 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.863908 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.868685 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.942744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['df38841a-11d3-4089-b72c-92ffcd49c56d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:23.946998 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:23.947653 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:23.949234 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9ec55cb9-be77-4c2d-9d32-63f26aa39011 req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "PUT /v2.0/ports/df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 981 time: 0.3853190 Mar 03 01:05:23.973602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e03df-f012-4b53-be05-eb4525c6241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=6']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:23.984276 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-0e0fc8e9-878d-47dc-8b11-5d895a7948f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:23.985866 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-0e0fc8e9-878d-47dc-8b11-5d895a7948f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1168 time: 0.1093509 Mar 03 01:05:24.048449 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:24.060789 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:24.149917 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-67855099-2340-4de4-97a4-235750632658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:24.151406 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-67855099-2340-4de4-97a4-235750632658 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 915 time: 0.1579378 Mar 03 01:05:24.169744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['df38841a-11d3-4089-b72c-92ffcd49c56d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:24.177581 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'Port': ['ID=67e18cfb-8d9d-47b9-a64e-38d9221be916,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:24.199273 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (83b8a29b-5da5-473b-9929-c2fce8ed75da), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:24.217861 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:24.219314 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5db85-dd85-4cfe-8434-4a4baa832450 req-60d2344f-3ea5-4dcd-ae3a-5596c4df8d4c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:24.221477 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1da5db85-dd85-4cfe-8434-4a4baa832450 req-60d2344f-3ea5-4dcd-ae3a-5596c4df8d4c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.1426537 Mar 03 01:05:24.226891 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-32ccc88d-67ae-4768-be9e-4d0cc1f745b2 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0531647 Mar 03 01:05:24.283182 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-a7ac31e1-2962-4a11-8512-328d513fd3fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 1001 time: 0.1198845 Mar 03 01:05:24.292977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-0e4bd0bb-40ad-4e51-b9ae-4ad49f82823c None None] Provisioning complete for port df38841a-11d3-4089-b72c-92ffcd49c56d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:05:24.293352 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd0bb-40ad-4e51-b9ae-4ad49f82823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:24.403467 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1da5db85-dd85-4cfe-8434-4a4baa832450 req-c95a60e0-4ab8-4357-a9e3-95cb626fb970 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739304 Mar 03 01:05:24.414856 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-0873b73a-24a4-4018-98a3-39aac903dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:24.416382 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-0873b73a-24a4-4018-98a3-39aac903dff5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.1202424 Mar 03 01:05:24.494468 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4568b8-266b-4ba8-9a36-603f4f99609c req-2a45731c-a0b7-474f-bf10-c6c57a90adda tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:24.495970 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa4568b8-266b-4ba8-9a36-603f4f99609c req-2a45731c-a0b7-474f-bf10-c6c57a90adda tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.1566651 Mar 03 01:05:24.559309 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bd0bb-40ad-4e51-b9ae-4ad49f82823c None None] Current status of the port df38841a-11d3-4089-b72c-92ffcd49c56d is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:24.575056 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-fcc15747-6211-4c9e-9780-5f7bf9b3d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:24.576606 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-fcc15747-6211-4c9e-9780-5f7bf9b3d83e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304920 Mar 03 01:05:24.598383 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-a5a8a7bb-e70b-4b0d-9b74-65047563e23d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1642347955&fields=id&tenant_id=e8352f65ca5c4d64a4f541df45592573 HTTP/1.1" status: 200 len: 267 time: 0.0995700 Mar 03 01:05:24.673754 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa4568b8-266b-4ba8-9a36-603f4f99609c req-376be172-acef-4c50-882e-2f7da33d50cb tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664274 Mar 03 01:05:24.803415 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-cbb311cc-25df-4818-90c8-e00c4e370aad service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117183 Mar 03 01:05:24.815779 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-835d8e7f-efd0-45c2-ba45-dd77912bb57c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:24.817275 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-835d8e7f-efd0-45c2-ba45-dd77912bb57c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 811 time: 0.2044449 Mar 03 01:05:24.874908 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-bf34f9b3-2143-4172-95a9-1501e2203ec7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/quotas/e8352f65ca5c4d64a4f541df45592573 HTTP/1.1" status: 200 len: 375 time: 0.0452864 Mar 03 01:05:24.960326 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e91440a1-ef9c-4e5b-8eb6-fb7b9142cd65 req-b3ef9d99-26ec-4ec5-afc0-e9180e8adfee service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405056 Mar 03 01:05:24.965550 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-03878c67-1bda-47ac-8e35-f9b1259fb37d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851979 Mar 03 01:05:25.133809 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-5f7aad2e-3efd-4586-b039-201c2bd1cb4d service neutron] 10.222.0.18 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563079 Mar 03 01:05:25.236377 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-dfda2ce7-e9c6-448f-b731-f8f1a8191587 service neutron] 10.222.0.18 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969694 Mar 03 01:05:25.300434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:25.303444 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d85a75-0f93-4b12-938e-b9b7b0522497" -d '{"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:25.369701 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b4314-da51-4293-92fb-93bea9efa6d0 x-openstack-request-id: req-f97b4314-da51-4293-92fb-93bea9efa6d0 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:25.370332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:25.370730 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f97b4314-da51-4293-92fb-93bea9efa6d0 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:25.371424 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'status': 'completed', 'code': 200} Mar 03 01:05:25.467701 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ee6e85f4-ba83-45c3-9f2d-81fbdb295e17 req-17659423-b9cf-45e8-a64c-02b183443212 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 210 time: 0.0490956 Mar 03 01:05:25.519296 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-46bbe56f-59e6-4e3a-b9aa-23d72b9cbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:25.520907 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-46bbe56f-59e6-4e3a-b9aa-23d72b9cbaec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1168 time: 0.0933890 Mar 03 01:05:25.633707 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-61d3cb03-89d5-484b-bfad-c833bd750392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:25.635201 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-61d3cb03-89d5-484b-bfad-c833bd750392 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 915 time: 0.1083593 Mar 03 01:05:25.765501 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-2497a5b9-1bb6-4334-81e7-77b5dea5892b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 1001 time: 0.1141047 Mar 03 01:05:25.892107 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-979dea64-3cc3-4bee-845d-6cc4e2059ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:25.894583 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-979dea64-3cc3-4bee-845d-6cc4e2059ac4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.1155605 Mar 03 01:05:25.942818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b9ed-32c7-4eae-a7e5-7085bb4b4c40 req-523c09e4-d13b-4dcb-93a1-8fcfe0accc05 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:25.944504 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2e06b9ed-32c7-4eae-a7e5-7085bb4b4c40 req-523c09e4-d13b-4dcb-93a1-8fcfe0accc05 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.1131756 Mar 03 01:05:25.978829 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-d9da23c7-8568-4a78-ab52-b49b07a5aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:25.980449 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-d9da23c7-8568-4a78-ab52-b49b07a5aa4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773315 Mar 03 01:05:26.157517 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2e06b9ed-32c7-4eae-a7e5-7085bb4b4c40 req-761f4d92-bf2e-4d69-8f1e-5b6058db3bde tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009346 Mar 03 01:05:26.221705 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-c68490bc-a4b8-450b-b70d-2bfaac290a8d service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283342 Mar 03 01:05:26.383620 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-46d85a75-0f93-4b12-938e-b9b7b0522497 req-30b4c191-1e99-4ce7-bb70-04a4d08c1908 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325893 Mar 03 01:05:26.595176 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3ee8f072-6a77-4fdf-84d8-6a51349249eb req-45bb36f5-7e97-448b-9016-0badfd9076ce tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 210 time: 0.0336957 Mar 03 01:05:27.094529 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-46f90213-016c-4cfd-88dd-7db7ea58bf2b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:27.101587 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-46f90213-016c-4cfd-88dd-7db7ea58bf2b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 811 time: 0.1562920 Mar 03 01:05:27.201368 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-086d0b6e-f7ad-4a9e-ba2f-091c1747f3c0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8352f65ca5c4d64a4f541df45592573 HTTP/1.1" status: 200 len: 380 time: 0.0678709 Mar 03 01:05:27.216577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'port': {'device_id': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'admin_state_up': True, 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'security_groups': ['8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:27.350947 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff195e47-5519-40d4-8d13-f304219277b8 req-0ed245ae-aa21-4a5a-96bd-f15bb4becb87 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:27.353133 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ff195e47-5519-40d4-8d13-f304219277b8 req-0ed245ae-aa21-4a5a-96bd-f15bb4becb87 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0934947 Mar 03 01:05:27.437088 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Made reservation on behalf of e8352f65ca5c4d64a4f541df45592573 for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:05:27.441272 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:27.473493 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ff195e47-5519-40d4-8d13-f304219277b8 req-abd1de45-41d6-4f13-bdff-286951043d75 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949223 Mar 03 01:05:27.674648 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd559-ae54-48a5-98ca-058b890d81a1 req-72915fce-cbac-4c46-af87-3b986896f1a2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:27.676261 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b4fd559-ae54-48a5-98ca-058b890d81a1 req-72915fce-cbac-4c46-af87-3b986896f1a2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1396592 Mar 03 01:05:27.760779 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Allocated IP 172.20.0.10 (1183d3ed-5b05-4284-9888-eb6866bc36db/2286ee20-4897-4b91-860b-6a40a733da09/f581e031-178f-4e99-9411-dca884b61460) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:05:27.766801 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-038de6b5-7f8c-49cb-9328-d37cede4cda4 req-80513566-5cc3-4966-b9d0-a7c8305b697b tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 210 time: 0.0522809 Mar 03 01:05:27.794308 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b4fd559-ae54-48a5-98ca-058b890d81a1 req-8fe29f1c-0312-4fc5-aa6c-18958b6286f8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083834 Mar 03 01:05:27.982080 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for port (f581e031-178f-4e99-9411-dca884b61460), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.021501 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f581e031-178f-4e99-9411-dca884b61460), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.066976 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Network 1183d3ed-5b05-4284-9888-eb6866bc36db is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:05:28.070470 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:05:28.077298 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:05:28.122755 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event updated for resources: {'Port': ['ID=f581e031-178f-4e99-9411-dca884b61460,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:28.142418 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:28.143180 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.170496 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-04be24ae-ffa7-41d3-9305-2e1df6ad5e6d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575784 Mar 03 01:05:28.191230 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Request body: {'port': {'device_id': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:28.276528 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f581e031-178f-4e99-9411-dca884b61460), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.439289 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-260f00c7-077b-4915-9486-1c747e984934 None None] Provisioning complete for port f581e031-178f-4e99-9411-dca884b61460 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:05:28.439927 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-260f00c7-077b-4915-9486-1c747e984934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f581e031-178f-4e99-9411-dca884b61460), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.483134 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-260f00c7-077b-4915-9486-1c747e984934 None None] Port f581e031-178f-4e99-9411-dca884b61460 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:05:28.631789 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f581e031-178f-4e99-9411-dca884b61460 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:05:28.641593 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Publish callbacks [] for port (f581e031-178f-4e99-9411-dca884b61460), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.659656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Transition to ACTIVE for port object f581e031-178f-4e99-9411-dca884b61460 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:05:28.668540 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd88b6f-41c7-41e7-b3cc-8ae9c647a4c1 req-ee4cefbf-0758-49de-9652-e23397e532f1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:28.670271 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cbd88b6f-41c7-41e7-b3cc-8ae9c647a4c1 req-ee4cefbf-0758-49de-9652-e23397e532f1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.1081061 Mar 03 01:05:28.671485 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (f581e031-178f-4e99-9411-dca884b61460), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:28.742585 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Pushing event updated for resources: {'Port': ['ID=f581e031-178f-4e99-9411-dca884b61460,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:28.813975 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cbd88b6f-41c7-41e7-b3cc-8ae9c647a4c1 req-0d395d7c-c7ca-4f0e-90e5-48d6e5c7577a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154764 Mar 03 01:05:28.903962 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Attempting to bind port f581e031-178f-4e99-9411-dca884b61460 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:05:28.904396 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Attempting to bind port f581e031-178f-4e99-9411-dca884b61460 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:05:28.904740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Attempting to bind port f581e031-178f-4e99-9411-dca884b61460 on network 1183d3ed-5b05-4284-9888-eb6866bc36db {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:05:28.928177 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Port f581e031-178f-4e99-9411-dca884b61460 on network 1183d3ed-5b05-4284-9888-eb6866bc36db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:05:28.928509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Attempting to bind port f581e031-178f-4e99-9411-dca884b61460 on network 1183d3ed-5b05-4284-9888-eb6866bc36db {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:05:28.950374 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:05:28.950723 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Checking segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:05:28.951106 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Bound using segment: {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:05:28.951555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Bound port: f581e031-178f-4e99-9411-dca884b61460, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88e8bc9-a278-4618-991d-a8ba4599d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:05:28.951912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f581e031-178f-4e99-9411-dca884b61460), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:29.312059 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46049d-a95d-47f8-ba17-fec1eabab49b req-1bc48b9f-57ad-4e91-bace-81a53d6541cd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:29.313561 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa46049d-a95d-47f8-ba17-fec1eabab49b req-1bc48b9f-57ad-4e91-bace-81a53d6541cd tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 944 time: 0.4407992 Mar 03 01:05:29.363563 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dcb18-8dd2-40d2-a82b-d2318b6d3b7a req-0a25e22d-643f-4f6e-afed-adce80aacd5b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:29.365075 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd5dcb18-8dd2-40d2-a82b-d2318b6d3b7a req-0a25e22d-643f-4f6e-afed-adce80aacd5b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.4334626 Mar 03 01:05:29.377633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] For port f581e031-178f-4e99-9411-dca884b61460, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:05:29.415946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] For port f581e031-178f-4e99-9411-dca884b61460, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f581e031-178f-4e99-9411-dca884b61460,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:05:29.433812 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fa46049d-a95d-47f8-ba17-fec1eabab49b req-8066322d-ebe5-454c-8ffd-d7ef85f92cc0 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083105 Mar 03 01:05:29.442337 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (f581e031-178f-4e99-9411-dca884b61460), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:29.499700 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:29.500579 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:29.502291 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] 10.222.0.30 "PUT /v2.0/ports/f581e031-178f-4e99-9411-dca884b61460 HTTP/1.1" status: 200 len: 1094 time: 1.3156254 Mar 03 01:05:29.505353 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'tag': 'f581e031-178f-4e99-9411-dca884b61460'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:29.507898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63dc99-61c2-465f-9692-3eacbadac15a" -d '{"events": [{"name": "network-changed", "server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "tag": "f581e031-178f-4e99-9411-dca884b61460"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:29.518765 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dd5dcb18-8dd2-40d2-a82b-d2318b6d3b7a req-dd07789b-fbbc-4668-ab9d-e0117ae72e32 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459432 Mar 03 01:05:29.563741 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d636-db6e-4828-aa3f-766c6268b13d service neutron] Pushing event updated for resources: {'Port': ['ID=f581e031-178f-4e99-9411-dca884b61460,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:29.591591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c397c55b-868f-4e56-bd80-c7b5db426f5b x-openstack-request-id: req-c397c55b-868f-4e56-bd80-c7b5db426f5b {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:29.591959 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "tag": "f581e031-178f-4e99-9411-dca884b61460", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:29.592251 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c397c55b-868f-4e56-bd80-c7b5db426f5b {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:29.592784 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'tag': 'f581e031-178f-4e99-9411-dca884b61460', 'status': 'completed', 'code': 200} Mar 03 01:05:29.680141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-3142473c-94ce-4f5f-893e-040dd20b3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:29.681990 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-3142473c-94ce-4f5f-893e-040dd20b3c16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0603790 Mar 03 01:05:29.744687 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-246e94da-17a2-40f8-b246-3c4f4aa0f905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f581e031-178f-4e99-9411-dca884b61460 HTTP/1.1" status: 200 len: 217 time: 0.0409591 Mar 03 01:05:29.798508 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-12b4926f-3e8c-4ce1-88d6-e0bfcc3f00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:29.800015 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-12b4926f-3e8c-4ce1-88d6-e0bfcc3f00b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0491478 Mar 03 01:05:29.864184 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-fa2ec0aa-5029-422c-9267-eb43f9f23bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:29.866779 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-fa2ec0aa-5029-422c-9267-eb43f9f23bef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584512 Mar 03 01:05:30.008365 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5d3eb-2652-44ef-91fd-1ff406a1e11d req-0d100c45-faf1-4cb7-b7be-9d118fbf26ea tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.009750 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54a5d3eb-2652-44ef-91fd-1ff406a1e11d req-0d100c45-faf1-4cb7-b7be-9d118fbf26ea tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0871239 Mar 03 01:05:30.011957 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-140bc698-23e8-40c4-87fd-8e374eb30cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383495 Mar 03 01:05:30.115486 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54a5d3eb-2652-44ef-91fd-1ff406a1e11d req-abdf8332-5c50-4cb8-864f-18754f345524 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992684 Mar 03 01:05:30.142740 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6aade392-d421-4102-a33b-7a5eeada33f4 req-6357b53f-0380-40a9-bb5e-be4f2e488241 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247544 Mar 03 01:05:30.327288 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-b857465e-d294-4a37-877f-6a441ee7d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.329800 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-b857465e-d294-4a37-877f-6a441ee7d5ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0574486 Mar 03 01:05:30.467567 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-f7976a19-abb9-44f4-b308-d98deea2dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.469379 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-f7976a19-abb9-44f4-b308-d98deea2dfed service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.1260417 Mar 03 01:05:30.546249 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-e70f6bee-b89f-41a5-8526-f8d513fb9eba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f581e031-178f-4e99-9411-dca884b61460 HTTP/1.1" status: 200 len: 217 time: 0.0530498 Mar 03 01:05:30.695820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448633a-f871-41ab-b586-e6323575cf74 req-8c78915c-71d6-4d8b-81db-74c0b8ce3288 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.698873 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9448633a-f871-41ab-b586-e6323575cf74 req-8c78915c-71d6-4d8b-81db-74c0b8ce3288 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 944 time: 0.1652567 Mar 03 01:05:30.701247 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-7dba12ae-3832-4a25-8728-7b44773373dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.703035 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-7dba12ae-3832-4a25-8728-7b44773373dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.1289861 Mar 03 01:05:30.823392 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c739b2-5471-4b5b-8168-1ed252034e2f req-41a641ba-a4ea-4d33-924d-b1dcad5dfb0c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.824947 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d4c739b2-5471-4b5b-8168-1ed252034e2f req-41a641ba-a4ea-4d33-924d-b1dcad5dfb0c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1811948 Mar 03 01:05:30.854465 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9448633a-f871-41ab-b586-e6323575cf74 req-c680ee0c-b8dc-4245-a0f7-3b84a1b07d56 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485338 Mar 03 01:05:30.889703 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-c990fb2f-8874-43cc-bf59-eca3b87bb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:30.891772 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-c990fb2f-8874-43cc-bf59-eca3b87bb6b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1776602 Mar 03 01:05:30.958675 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d4c739b2-5471-4b5b-8168-1ed252034e2f req-17ab4641-d384-4aea-9ccb-83087d6f698e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272428 Mar 03 01:05:31.044115 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-89d516e2-9467-4c39-87b5-19dfaad8958e service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238241 Mar 03 01:05:31.174252 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:05:31.182658 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1d63dc99-61c2-465f-9692-3eacbadac15a req-b7b6bb46-2322-45bf-bd2f-353c8d7142d2 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279969 Mar 03 01:05:31.290266 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2cf23-94b7-4602-9354-c40156cc8906 req-1cd43699-2c90-4927-b2d8-70ca7bf3e654 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:31.291864 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ffe2cf23-94b7-4602-9354-c40156cc8906 req-1cd43699-2c90-4927-b2d8-70ca7bf3e654 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0664682 Mar 03 01:05:31.362284 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ffe2cf23-94b7-4602-9354-c40156cc8906 req-22d6ad80-eb1a-4c87-8c4f-bd85db92011b tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553412 Mar 03 01:05:31.984700 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9caa-c7e4-4f36-9b07-21549548f43f req-fe23bf3a-2056-4a3b-a759-4c461db389c7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:31.986499 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-baaa9caa-c7e4-4f36-9b07-21549548f43f req-fe23bf3a-2056-4a3b-a759-4c461db389c7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 944 time: 0.0637321 Mar 03 01:05:32.059487 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-baaa9caa-c7e4-4f36-9b07-21549548f43f req-84aacd75-0e20-43ee-909c-c128320bb09d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657909 Mar 03 01:05:32.126326 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4cf44-d7e0-456c-9511-95172fd5c61b req-694bdf22-1d27-42f7-983d-20e64650cef4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:32.128105 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40a4cf44-d7e0-456c-9511-95172fd5c61b req-694bdf22-1d27-42f7-983d-20e64650cef4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0744491 Mar 03 01:05:32.187901 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-40a4cf44-d7e0-456c-9511-95172fd5c61b req-54226c7d-cf76-4d8d-9205-8ec048e89e97 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 Mar 03 01:05:32.499475 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec7e89-0717-4298-9df2-5b2f311cf588 req-343f5dee-b95d-4a9d-985a-36891fc73018 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:32.501567 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2eec7e89-0717-4298-9df2-5b2f311cf588 req-343f5dee-b95d-4a9d-985a-36891fc73018 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0680559 Mar 03 01:05:32.563482 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2eec7e89-0717-4298-9df2-5b2f311cf588 req-f0d4df54-1b1e-436c-aa11-b5cdf62462ab tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560558 Mar 03 01:05:33.211214 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3878d8-572a-4956-ae1b-61d9391b200d req-6761b37e-b5b2-456d-9323-cde535913afe tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:33.219912 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bb3878d8-572a-4956-ae1b-61d9391b200d req-6761b37e-b5b2-456d-9323-cde535913afe tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 944 time: 0.0702639 Mar 03 01:05:33.273036 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bb3878d8-572a-4956-ae1b-61d9391b200d req-972ecdac-c94e-4181-910d-d3d96c30af6c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503440 Mar 03 01:05:33.334851 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b78032-0e06-456b-a0dd-a5cc0084386e req-573e1c41-0264-4cd2-b05d-60c8726836d5 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:33.340509 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-53b78032-0e06-456b-a0dd-a5cc0084386e req-573e1c41-0264-4cd2-b05d-60c8726836d5 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0665047 Mar 03 01:05:33.394049 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-53b78032-0e06-456b-a0dd-a5cc0084386e req-e1ced12c-f1bc-4280-b208-82c9d4706f91 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512469 Mar 03 01:05:33.713844 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb0ea9-5d06-42a1-bfc3-e9f03bf95e55 req-fa579a90-1011-42d5-9539-418dfc2fecde tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:33.715704 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2eb0ea9-5d06-42a1-bfc3-e9f03bf95e55 req-fa579a90-1011-42d5-9539-418dfc2fecde tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0624135 Mar 03 01:05:33.771639 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2eb0ea9-5d06-42a1-bfc3-e9f03bf95e55 req-41a033b1-63dc-47e2-b122-137a26345964 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481551 Mar 03 01:05:33.814652 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f581e031-178f-4e99-9411-dca884b61460 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:05:33.927139 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port f581e031-178f-4e99-9411-dca884b61460, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f581e031-178f-4e99-9411-dca884b61460,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:33.940026 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'f581e031-178f-4e99-9411-dca884b61460', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'port_id': 'f581e031-178f-4e99-9411-dca884b61460', 'mac_address': 'fa:16:3e:12:c1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:05:33.978381 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port f581e031-178f-4e99-9411-dca884b61460 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:33.978733 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f581e031-178f-4e99-9411-dca884b61460), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:33.995244 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f581e031-178f-4e99-9411-dca884b61460 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:05:34.020260 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port f581e031-178f-4e99-9411-dca884b61460, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f581e031-178f-4e99-9411-dca884b61460,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:34.033068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f581e031-178f-4e99-9411-dca884b61460), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:34.082197 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=f581e031-178f-4e99-9411-dca884b61460,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:34.092986 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.093348 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.093700 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.094046 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.094384 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.094715 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.095052 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.095385 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.095715 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.096066 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.096406 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.096736 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.097061 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:05:34.411182 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['f581e031-178f-4e99-9411-dca884b61460'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:34.474138 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f470c-03f4-4098-bb55-d1c1512fb52e req-35643aed-ccb0-494f-9a76-0556cf23dbe7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:34.484403 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e73f470c-03f4-4098-bb55-d1c1512fb52e req-35643aed-ccb0-494f-9a76-0556cf23dbe7 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 945 time: 0.1242290 Mar 03 01:05:34.583693 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e73f470c-03f4-4098-bb55-d1c1512fb52e req-be19df0f-a6e9-43bc-83e0-db3ccebf761c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975218 Mar 03 01:05:34.613970 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24871-4831-4584-8db0-db1ed5ec2997 req-211c8d2e-b10b-41eb-ba78-1dbf75cb587f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:34.616601 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-44f24871-4831-4584-8db0-db1ed5ec2997 req-211c8d2e-b10b-41eb-ba78-1dbf75cb587f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1029413 Mar 03 01:05:34.695290 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-44f24871-4831-4584-8db0-db1ed5ec2997 req-5e508002-e13f-4052-9c6b-0e351a2ae323 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709801 Mar 03 01:05:34.924145 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37071460-b288-4c6d-a290-7de2e1c1cfe0 req-8b5fce15-0686-48dd-b457-b8cda6ca2576 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:34.925513 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-37071460-b288-4c6d-a290-7de2e1c1cfe0 req-8b5fce15-0686-48dd-b457-b8cda6ca2576 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0561810 Mar 03 01:05:34.983534 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-37071460-b288-4c6d-a290-7de2e1c1cfe0 req-4823e967-6d7a-445d-9552-d37e383cd8d3 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470765 Mar 03 01:05:35.725026 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6010-b2d7-46b9-9384-cd461b76135b req-3b13fe3d-2cd3-4d03-80a1-703d919cad58 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:35.728880 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f30c6010-b2d7-46b9-9384-cd461b76135b req-3b13fe3d-2cd3-4d03-80a1-703d919cad58 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 945 time: 0.0750482 Mar 03 01:05:35.834828 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f581e031-178f-4e99-9411-dca884b61460 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:05:35.853004 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f30c6010-b2d7-46b9-9384-cd461b76135b req-017b58b3-1060-4bab-a902-4da48621a61f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167347 Mar 03 01:05:35.895441 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59582f51-fd72-4ce3-87f5-d861d89ee0b3 req-4d655019-4ee7-4cd9-9f28-a83286b56747 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:35.904437 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port f581e031-178f-4e99-9411-dca884b61460 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:05:35.904862 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-59582f51-fd72-4ce3-87f5-d861d89ee0b3 req-4d655019-4ee7-4cd9-9f28-a83286b56747 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1192868 Mar 03 01:05:35.909919 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port f581e031-178f-4e99-9411-dca884b61460 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:05:35.910568 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f581e031-178f-4e99-9411-dca884b61460), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:35.974602 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-59582f51-fd72-4ce3-87f5-d861d89ee0b3 req-1fce76f6-3618-47b3-a425-0e121ae9fd40 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687575 Mar 03 01:05:36.001096 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port f581e031-178f-4e99-9411-dca884b61460 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:36.001812 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f581e031-178f-4e99-9411-dca884b61460), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:36.036301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f581e031-178f-4e99-9411-dca884b61460'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:36.039298 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb2d9c-2c14-4069-ab94-7e295ae9ad4c" -d '{"events": [{"server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "name": "network-vif-plugged", "status": "completed", "tag": "f581e031-178f-4e99-9411-dca884b61460"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:36.091487 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port f581e031-178f-4e99-9411-dca884b61460, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f581e031-178f-4e99-9411-dca884b61460,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:36.103010 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab2293d-9f11-406d-8182-f159a82b9eb9 x-openstack-request-id: req-4ab2293d-9f11-406d-8182-f159a82b9eb9 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:36.103364 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "name": "network-vif-plugged", "status": "completed", "tag": "f581e031-178f-4e99-9411-dca884b61460", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:36.103626 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ab2293d-9f11-406d-8182-f159a82b9eb9 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:36.105319 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f581e031-178f-4e99-9411-dca884b61460', 'code': 200} Mar 03 01:05:36.106734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f581e031-178f-4e99-9411-dca884b61460), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:36.127881 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f18c8-9cb5-4a80-bdd9-8ccc4684afae req-41d1960c-94e1-4128-bbd5-3bb83ae3b30f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:36.139503 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2c2f18c8-9cb5-4a80-bdd9-8ccc4684afae req-41d1960c-94e1-4128-bbd5-3bb83ae3b30f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0803835 Mar 03 01:05:36.176390 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=f581e031-178f-4e99-9411-dca884b61460,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:36.228070 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2c2f18c8-9cb5-4a80-bdd9-8ccc4684afae req-8e2673b0-e8ad-46ac-b7b4-89ad965cc215 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874853 Mar 03 01:05:36.387285 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783a63-9f92-4570-85b4-042552cbb761 req-d05d889c-1f76-4cf6-98e3-4638da59a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:36.388941 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2a783a63-9f92-4570-85b4-042552cbb761 req-d05d889c-1f76-4cf6-98e3-4638da59a1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0512788 Mar 03 01:05:36.465347 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2a783a63-9f92-4570-85b4-042552cbb761 req-d837977e-e0f0-4106-8ace-120648c3eec2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687628 Mar 03 01:05:36.996931 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6c149-c829-4855-939c-769f19ac9481 req-e51417c6-9b75-4d34-a889-207431d814eb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:36.998829 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ad6c149-c829-4855-939c-769f19ac9481 req-e51417c6-9b75-4d34-a889-207431d814eb tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.0668974 Mar 03 01:05:37.084777 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ad6c149-c829-4855-939c-769f19ac9481 req-83553f8d-0418-4a29-ae3d-a84e5d8a17ca tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743482 Mar 03 01:05:37.127946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f39e8-53fa-4c4f-85ad-f4569a03148e req-bf71694e-270a-4333-87be-7f44e2d7ea8b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:37.129713 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e2f39e8-53fa-4c4f-85ad-f4569a03148e req-bf71694e-270a-4333-87be-7f44e2d7ea8b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0700831 Mar 03 01:05:37.183105 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9e2f39e8-53fa-4c4f-85ad-f4569a03148e req-957c501f-90ae-4a8a-ab31-920eab30ed14 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462110 Mar 03 01:05:37.357613 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cd559-f6ec-4f7a-870f-f45c4c7f3d38 req-0473d0af-280c-4fc9-bf58-a79ee1fd0827 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:37.359134 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c3cd559-f6ec-4f7a-870f-f45c4c7f3d38 req-0473d0af-280c-4fc9-bf58-a79ee1fd0827 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0727844 Mar 03 01:05:37.424710 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c3cd559-f6ec-4f7a-870f-f45c4c7f3d38 req-0360a195-087e-4067-9191-86baa3ff88c2 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598633 Mar 03 01:05:38.238337 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1c882-5b50-4926-9c97-9b2b329e7481 req-6768f38e-e38c-4792-b504-b7d87b7eaa07 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:38.247057 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-21c1c882-5b50-4926-9c97-9b2b329e7481 req-6768f38e-e38c-4792-b504-b7d87b7eaa07 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.0870757 Mar 03 01:05:38.310634 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-21c1c882-5b50-4926-9c97-9b2b329e7481 req-5e0d1240-d5fd-4804-8cee-0e4d8c6173cf tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625777 Mar 03 01:05:38.493351 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ea57-724c-4234-b725-adb0d2322266 req-d7bc9804-0526-40b8-9d4b-bedcf5d31cec tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:38.500634 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1020ea57-724c-4234-b725-adb0d2322266 req-d7bc9804-0526-40b8-9d4b-bedcf5d31cec tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1729922 Mar 03 01:05:38.514824 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c624b9d-b8c1-4cc7-80d2-9b681777ccf1 req-080dc8b0-f9b8-4d7f-9aea-4f4b942d0005 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:38.516326 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4c624b9d-b8c1-4cc7-80d2-9b681777ccf1 req-080dc8b0-f9b8-4d7f-9aea-4f4b942d0005 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.1065493 Mar 03 01:05:38.526286 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37216) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:38.530882 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Request body: {'floatingip': {'port_id': 'f581e031-178f-4e99-9411-dca884b61460'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:05:38.607622 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1020ea57-724c-4234-b725-adb0d2322266 req-0af5b2de-79d6-4a62-bbfe-244140ffc023 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059864 Mar 03 01:05:38.613704 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (83b8a29b-5da5-473b-9929-c2fce8ed75da), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:38.661873 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712613b-46b4-4b12-92fd-7af2bf85558b req-c01409c1-cca3-4468-a36f-555b38de8039 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:38.670282 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2712613b-46b4-4b12-92fd-7af2bf85558b req-c01409c1-cca3-4468-a36f-555b38de8039 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0824420 Mar 03 01:05:38.703274 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d84c3da-ca93-4889-9f60-2a611a44f338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:38.735593 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2712613b-46b4-4b12-92fd-7af2bf85558b req-eaa0e4de-f6d6-4191-aece-4167c1df22c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644240 Mar 03 01:05:39.127710 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:39.141062 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (83b8a29b-5da5-473b-9929-c2fce8ed75da), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:39.190396 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-c04b304f-497a-4499-a620-3de49b6f7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:39.192944 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-c04b304f-497a-4499-a620-3de49b6f7a0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1129 time: 0.0614645 Mar 03 01:05:39.284779 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Floating IP 83b8a29b-5da5-473b-9929-c2fce8ed75da associated. External IP: 172.27.0.52, port: f581e031-178f-4e99-9411-dca884b61460. Mar 03 01:05:39.309363 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-0147fc6f-a7a4-4ac4-8172-c7808d87f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:39.311241 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-0147fc6f-a7a4-4ac4-8172-c7808d87f90d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 909 time: 0.1118169 Mar 03 01:05:39.417927 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-4b58965d-1d0c-4245-8067-59b3630cd752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0988548 Mar 03 01:05:39.501544 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-017b5ad0-30d8-4fda-8452-f9cf3df5c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:39.503454 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-017b5ad0-30d8-4fda-8452-f9cf3df5c11c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.0791640 Mar 03 01:05:39.522878 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:05:39.587255 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-0f20f09b-21f1-44f9-94d4-716013404c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:39.588804 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-0f20f09b-21f1-44f9-94d4-716013404c51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765057 Mar 03 01:05:39.671475 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:05:39.677812 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:39.682739 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:05:39.699466 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:05:39.700141 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:05:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:39.708392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-eaf66b22-1e94-4e25-af75-7002bce4379e service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130176 Mar 03 01:05:39.733962 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6245f80d-b9e8-4b1d-a60f-efaffa91b382 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "PUT /v2.0/floatingips/83b8a29b-5da5-473b-9929-c2fce8ed75da HTTP/1.1" status: 200 len: 991 time: 1.2041891 Mar 03 01:05:39.733962 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'tag': 'f581e031-178f-4e99-9411-dca884b61460'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:39.735124 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76" -d '{"events": [{"name": "network-changed", "server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "tag": "f581e031-178f-4e99-9411-dca884b61460"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:39.884568 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b667d524-aee1-48fb-bdd6-d067e41c5dad req-2b17b48c-8836-41f8-bd01-db3c79241576 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692913 Mar 03 01:05:39.934253 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71c79-21f3-44b6-bed5-3356fe55efd2 req-18fab2f0-b73f-44a4-a36d-c486ed0541b9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:39.935831 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-26e71c79-21f3-44b6-bed5-3356fe55efd2 req-18fab2f0-b73f-44a4-a36d-c486ed0541b9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1081243 Mar 03 01:05:39.973471 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775ee32-77dd-4bca-806f-7c32bcfc57ce x-openstack-request-id: req-4775ee32-77dd-4bca-806f-7c32bcfc57ce {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:39.973768 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "tag": "f581e031-178f-4e99-9411-dca884b61460", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:39.974071 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4775ee32-77dd-4bca-806f-7c32bcfc57ce {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:39.974431 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'tag': 'f581e031-178f-4e99-9411-dca884b61460', 'status': 'completed', 'code': 200} Mar 03 01:05:40.074923 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-26e71c79-21f3-44b6-bed5-3356fe55efd2 req-4e803154-645c-4e1f-b7f6-2855490c4b8c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277938 Mar 03 01:05:40.107878 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:05:40.122607 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-1fde0317-7b37-41cb-b1ca-5c12f0db59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:40.124151 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-1fde0317-7b37-41cb-b1ca-5c12f0db59a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8352f65ca5c4d64a4f541df45592573&device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0972099 Mar 03 01:05:40.151496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad028018-8106-4bb5-af6c-66f4627911a6 req-38165101-63af-4c4b-b6df-e4e677967540 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:40.153052 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ad028018-8106-4bb5-af6c-66f4627911a6 req-38165101-63af-4c4b-b6df-e4e677967540 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.1141233 Mar 03 01:05:40.302472 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ad028018-8106-4bb5-af6c-66f4627911a6 req-4530a6ac-e277-4d76-8bb4-6362f066bf76 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339526 Mar 03 01:05:40.331528 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-ff048a56-d1cb-43ab-ae9e-6275412464da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:40.333064 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-ff048a56-d1cb-43ab-ae9e-6275412464da service neutron] 10.222.0.30 "GET /v2.0/networks?id=1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 200 len: 911 time: 0.1967261 Mar 03 01:05:40.440898 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-f6911b18-bab7-4ef1-bf10-474971e5e05e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f581e031-178f-4e99-9411-dca884b61460 HTTP/1.1" status: 200 len: 999 time: 0.0940952 Mar 03 01:05:40.503533 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-a19d677e-2e63-4454-89bb-2c20a5dde88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:40.505375 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-a19d677e-2e63-4454-89bb-2c20a5dde88b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 200 len: 850 time: 0.0572793 Mar 03 01:05:40.510752 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '83b8a29b-5da5-473b-9929-c2fce8ed75da', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'port_id': 'f581e031-178f-4e99-9411-dca884b61460', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'mac_address': 'fa:16:3e:12:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:05:23Z', 'updated_at': '2022-03-03T01:05:39Z', 'revision_number': 1, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:40.544303 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:05:40.554269 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:05:40.555170 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:05:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:40.573572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-6c30aa96-0d24-4489-b091-469d4cab701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:40.576135 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-6c30aa96-0d24-4489-b091-469d4cab701f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1183d3ed-5b05-4284-9888-eb6866bc36db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638025 Mar 03 01:05:40.682588 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:05:40.683498 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-c8889481-b864-4431-8564-26da10f32f8d service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000664 Mar 03 01:05:40.810069 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4ecb9900-a420-44e2-8e10-fdc8e0e22b76 req-f2dd7b1c-583c-4748-9614-c6662e4db5c8 service neutron] 10.222.0.30 "GET /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139233 Mar 03 01:05:40.926917 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '83b8a29b-5da5-473b-9929-c2fce8ed75da', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'port_id': 'f581e031-178f-4e99-9411-dca884b61460', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'mac_address': 'fa:16:3e:12:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:05:23Z', 'updated_at': '2022-03-03T01:05:39Z', 'revision_number': 1, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:40.952763 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69379e-6e2b-4046-8422-90303d12b9a2 None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '83b8a29b-5da5-473b-9929-c2fce8ed75da', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'port_id': 'f581e031-178f-4e99-9411-dca884b61460', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'mac_address': 'fa:16:3e:12:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:05:23Z', 'updated_at': '2022-03-03T01:05:39Z', 'revision_number': 1, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:05:41.095895 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-182b61eb-1e24-4fbd-bb80-f78afee36284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:41.182282 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c5738-aeec-4e10-bb90-6df303925f8b None None] New status for floating IP 83b8a29b-5da5-473b-9929-c2fce8ed75da: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:05:41.212602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc405f44-85a5-4822-a71d-89fbad1515cd req-b1a8a8ca-ae95-4baf-8401-2039d8004e82 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:41.214077 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dc405f44-85a5-4822-a71d-89fbad1515cd req-b1a8a8ca-ae95-4baf-8401-2039d8004e82 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0557344 Mar 03 01:05:41.260321 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-dc405f44-85a5-4822-a71d-89fbad1515cd req-6eecceb6-152f-4dce-af91-3e91956bcdf8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 Mar 03 01:05:41.431054 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d373-0304-4614-979a-758ad5356a2a req-bcd04bdd-58e9-4d7f-aff0-9a1bff098733 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:41.432571 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b920d373-0304-4614-979a-758ad5356a2a req-bcd04bdd-58e9-4d7f-aff0-9a1bff098733 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0602541 Mar 03 01:05:41.481017 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b920d373-0304-4614-979a-758ad5356a2a req-9490bb05-fc5c-4149-b991-a89f84c71460 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Mar 03 01:05:42.296916 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:42.389024 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e58132-4c39-4f46-af51-a816734f1b38 req-306b61af-4bcf-4905-a664-09f1b5ffdb66 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:42.390527 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-03e58132-4c39-4f46-af51-a816734f1b38 req-306b61af-4bcf-4905-a664-09f1b5ffdb66 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0549822 Mar 03 01:05:42.458149 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-03e58132-4c39-4f46-af51-a816734f1b38 req-e4a0ff21-6667-49aa-8810-28748b3277cd tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603631 Mar 03 01:05:42.605448 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde644ce-583f-4f96-98b3-9bc651050813 req-30570eba-f6e0-49b5-ab47-7d368a0d5f89 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:42.606905 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fde644ce-583f-4f96-98b3-9bc651050813 req-30570eba-f6e0-49b5-ab47-7d368a0d5f89 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0530910 Mar 03 01:05:42.659296 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fde644ce-583f-4f96-98b3-9bc651050813 req-defc1ad5-b3b2-4f89-9c83-1365b43250e3 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466087 Mar 03 01:05:42.728577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [req-267d773e-c852-468a-9b79-bcb9e1f01991 req-6e413513-d3df-4e05-9b1c-16bc519450ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 01:05:42.729602 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-267d773e-c852-468a-9b79-bcb9e1f01991 req-6e413513-d3df-4e05-9b1c-16bc519450ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055351 Mar 03 01:05:42.882182 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37348) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:42.904309 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd2fd5-08bb-45d1-a0ab-29c5868b59e4 req-71efc75f-2da3-4be9-9236-2eb6d6885e5e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:42.906188 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ffd2fd5-08bb-45d1-a0ab-29c5868b59e4 req-71efc75f-2da3-4be9-9236-2eb6d6885e5e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0560236 Mar 03 01:05:42.959361 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ffd2fd5-08bb-45d1-a0ab-29c5868b59e4 req-1bfa2b84-6a30-4b81-95ae-84b9162bd92f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468891 Mar 03 01:05:42.983913 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-c8111de5-2c88-4bd0-b928-51220ba3031d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000805 Mar 03 01:05:42.993314 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-95692f07-3fb7-4d87-a346-00287b6ea7d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 01:05:42.994730 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-95692f07-3fb7-4d87-a346-00287b6ea7d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061228 Mar 03 01:05:43.087563 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37356) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:43.182890 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-e9115df9-fe0e-41db-9e83-cbc81e5fc6b6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:43.184237 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-e9115df9-fe0e-41db-9e83-cbc81e5fc6b6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports/bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 942 time: 0.0956192 Mar 03 01:05:43.503738 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37370) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:43.589253 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Deleting subnet de498f7a-e49b-4910-9418-62cde0b723da {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:05:43.593856 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.596099 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Publish callbacks [] for subnet (de498f7a-e49b-4910-9418-62cde0b723da), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.634773 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d1d3-c808-40e0-8856-7156885b9747 req-f49b3136-455f-49cf-8f59-3f25adc1822b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:43.636268 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9f30d1d3-c808-40e0-8856-7156885b9747 req-f49b3136-455f-49cf-8f59-3f25adc1822b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1030750 Mar 03 01:05:43.644930 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (de498f7a-e49b-4910-9418-62cde0b723da), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.710278 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (de498f7a-e49b-4910-9418-62cde0b723da), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.741019 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9f30d1d3-c808-40e0-8856-7156885b9747 req-519192f2-686e-4ebe-af67-b1a397c3d056 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983281 Mar 03 01:05:43.774504 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (de498f7a-e49b-4910-9418-62cde0b723da), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.800733 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de498f7a-e49b-4910-9418-62cde0b723da,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:43.804683 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.808732 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d2a979c5-dda1-4d95-b768-0f2cb2d4086c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de498f7a-e49b-4910-9418-62cde0b723da HTTP/1.1" status: 204 len: 168 time: 0.3033621 Mar 03 01:05:43.810301 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37374) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:43.877935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.958170 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:43.978780 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:43.987881 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f1280-58f7-405e-b893-fcc75aea3045') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:43.988218 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f1280-58f7-405e-b893-fcc75aea3045') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:05:43.998134 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (639f1280-58f7-405e-b893-fcc75aea3045), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.011346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (639f1280-58f7-405e-b893-fcc75aea3045), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.017334 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:05:44.018248 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (639f1280-58f7-405e-b893-fcc75aea3045), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:05:44.019908 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:05:44.107134 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.113199 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.116945 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] 10.222.0.18 "DELETE /v2.0/networks/45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a HTTP/1.1" status: 204 len: 168 time: 0.3057170 Mar 03 01:05:44.130750 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee42df-a733-44b0-8724-8c5d27197a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f49788-7fb1-4eb5-b0df-c3efc0b8fa0a,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:44.140174 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31768368-39b9-44db-adaf-3752eda0a47b req-c223d7ad-add3-4f0c-a52c-0f38a34819c1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:44.141670 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-31768368-39b9-44db-adaf-3752eda0a47b req-c223d7ad-add3-4f0c-a52c-0f38a34819c1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.1117072 Mar 03 01:05:44.191494 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-31768368-39b9-44db-adaf-3752eda0a47b req-bb04113d-9370-420c-8909-85b75ad76738 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Mar 03 01:05:44.282918 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37382) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:44.322772 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-543e2328-c5fa-43f0-b1a8-4766ef081ec4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7d96fb7734045318ceb045091362722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386696 Mar 03 01:05:44.325095 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37384) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:44.371046 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-966e604e-f731-482d-a6e0-9debeb858832 admin admin] Publish callbacks [] for security_group (b129bd29-e82c-47da-8903-7d19ec376d69), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.392944 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-966e604e-f731-482d-a6e0-9debeb858832 admin admin] Publish callbacks [] for security_group (b129bd29-e82c-47da-8903-7d19ec376d69), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.446939 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-966e604e-f731-482d-a6e0-9debeb858832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (b129bd29-e82c-47da-8903-7d19ec376d69), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.449847 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-966e604e-f731-482d-a6e0-9debeb858832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:44.450965 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-966e604e-f731-482d-a6e0-9debeb858832 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b129bd29-e82c-47da-8903-7d19ec376d69 HTTP/1.1" status: 204 len: 168 time: 0.1249757 Mar 03 01:05:44.458669 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e604e-f731-482d-a6e0-9debeb858832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b129bd29-e82c-47da-8903-7d19ec376d69,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:44.864123 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba97ba-7c84-44a7-b842-67c477065ddd req-c93194fa-f5ed-4d1e-96f9-65feacb77f2c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:44.865621 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-93ba97ba-7c84-44a7-b842-67c477065ddd req-c93194fa-f5ed-4d1e-96f9-65feacb77f2c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0525482 Mar 03 01:05:44.914958 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-93ba97ba-7c84-44a7-b842-67c477065ddd req-174ded51-e463-4cde-b006-83ed0e968420 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 Mar 03 01:05:45.280864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:45.320910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03d58-13ba-4760-92bb-aca5cc6d4934 req-6c5791ae-097c-4331-ad2e-c2d616be93ac tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:45.322393 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5be03d58-13ba-4760-92bb-aca5cc6d4934 req-6c5791ae-097c-4331-ad2e-c2d616be93ac tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0605509 Mar 03 01:05:45.373989 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5be03d58-13ba-4760-92bb-aca5cc6d4934 req-78607529-0f50-4077-9fc1-62683c2568a6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Mar 03 01:05:45.392731 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:45.874222 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:05:45.885749 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:05:46.033524 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port bdebc183-a6ad-4f54-bb86-38d23657c6e5 is: ACTIVE; New status is: DOWN {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:46.034231 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:46.066495 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab7bce-c4e1-420d-a9c7-8b9bd654fd5a req-d9e3be32-a4f8-41ea-ba35-c754cf5c3779 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:46.069530 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-efab7bce-c4e1-420d-a9c7-8b9bd654fd5a req-d9e3be32-a4f8-41ea-ba35-c754cf5c3779 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0724983 Mar 03 01:05:46.082686 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:46.085840 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e1c062-732d-4132-a926-42617a0761d7" -d '{"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-unplugged", "status": "completed", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:46.101119 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:46.112891 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:46.156872 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:46.169997 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-efab7bce-c4e1-420d-a9c7-8b9bd654fd5a req-a4f2e2ff-34c6-4fdb-a6a2-06258e26fd82 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947354 Mar 03 01:05:46.180251 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be1f4f-e030-49cf-8609-861adff260be x-openstack-request-id: req-32be1f4f-e030-49cf-8609-861adff260be {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:46.180753 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-unplugged", "status": "failed", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "code": 422}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:46.181019 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32be1f4f-e030-49cf-8609-861adff260be {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:46.181456 dv-cinder-831090-5-iscsi neutron-server[102988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'code': 422} returned with failed status Mar 03 01:05:46.201479 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '8d91336b-0d99-4627-b823-a76524412acf', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'port_id': '8d91336b-0d99-4627-b823-a76524412acf', 'mac_address': 'fa:16:3e:35:6b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:05:46.252064 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: ACTIVE; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:46.252749 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:46.279915 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d91336b-0d99-4627-b823-a76524412acf {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:05:46.280683 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-77eac865-0d7a-4510-bf22-b6ed269094a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:46.283124 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-77eac865-0d7a-4510-bf22-b6ed269094a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1129 time: 0.0623436 Mar 03 01:05:46.290407 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=6']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:46.310094 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:46.319146 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:46.395908 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=6']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:46.461479 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-871884d6-6445-438a-bba8-2ae4ea7b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:46.461479 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-871884d6-6445-438a-bba8-2ae4ea7b29e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.1375670 Mar 03 01:05:46.513033 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['8d91336b-0d99-4627-b823-a76524412acf'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:05:46.578713 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-8542867a-3d0f-4e5d-acac-07fbbe2aefd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 999 time: 0.1041920 Mar 03 01:05:46.606968 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e7d05-b5bb-46e2-95e3-9948eb10125f req-d70f4775-fef6-48ff-afbb-3779ef64895a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:46.608710 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8c1e7d05-b5bb-46e2-95e3-9948eb10125f req-d70f4775-fef6-48ff-afbb-3779ef64895a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0925055 Mar 03 01:05:46.672499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-3913e10d-2cb8-479c-9e55-9a5382f5c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:46.675807 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-3913e10d-2cb8-479c-9e55-9a5382f5c54b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0886042 Mar 03 01:05:46.747480 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8c1e7d05-b5bb-46e2-95e3-9948eb10125f req-45f8ff06-bf15-44e4-8c46-91791a84279f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131995 Mar 03 01:05:46.760070 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-ca78eccd-317e-411b-a9c7-a1ef01f7dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:46.761774 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-ca78eccd-317e-411b-a9c7-a1ef01f7dc07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703421 Mar 03 01:05:46.875238 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-b2c6fdcc-974d-4097-91fe-2128437fee97 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014009 Mar 03 01:05:47.010347 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ba8518a-a175-4566-9296-dac63d0cad5f req-a7f824c4-9a95-425c-88bf-d5f25dcb58d3 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276846 Mar 03 01:05:47.290335 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edee4-e668-4cbd-b3e6-65bb5e722261 req-358bcdee-0c9f-4ee6-8c16-d4e08ad75fe4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:47.292555 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a02edee4-e668-4cbd-b3e6-65bb5e722261 req-358bcdee-0c9f-4ee6-8c16-d4e08ad75fe4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.0573146 Mar 03 01:05:47.356507 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a02edee4-e668-4cbd-b3e6-65bb5e722261 req-b32950a1-573a-476e-ad5e-935ffbe0c3d2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565360 Mar 03 01:05:47.886558 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd244be-926a-469a-9957-35db8f0db4a7 req-9a4b8f6e-fa02-4de8-806c-f29b97d85b69 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:47.888208 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2cd244be-926a-469a-9957-35db8f0db4a7 req-9a4b8f6e-fa02-4de8-806c-f29b97d85b69 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0623658 Mar 03 01:05:47.939770 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2cd244be-926a-469a-9957-35db8f0db4a7 req-b4dbdf46-988b-4a80-9473-ab5ade4f41e5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Mar 03 01:05:48.492192 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d581-eb0c-4340-a0e9-4eea1d7dbbc0 req-8b5a629f-0b84-4257-8189-bb7c17016ce0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:48.493686 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e953d581-eb0c-4340-a0e9-4eea1d7dbbc0 req-8b5a629f-0b84-4257-8189-bb7c17016ce0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.0645370 Mar 03 01:05:48.549809 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e953d581-eb0c-4340-a0e9-4eea1d7dbbc0 req-76867f4c-836f-4c87-a8d4-15fb020befe0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480161 Mar 03 01:05:48.862328 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:05:48.917797 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 8d91336b-0d99-4627-b823-a76524412acf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:05:48.918280 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8d91336b-0d99-4627-b823-a76524412acf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:49.016354 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:05:49.016759 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:49.057582 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:05:49.065789 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:05:49.068870 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e6161-0499-4577-8f97-3a4dfac7d462" -d '{"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-plugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:05:49.073389 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:49.097978 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16510f8-a14f-4f2f-a694-a03991f30978 req-6620637a-4f5b-45c1-a680-3e780bd8f90f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:49.099526 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d16510f8-a14f-4f2f-a694-a03991f30978 req-6620637a-4f5b-45c1-a680-3e780bd8f90f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0854261 Mar 03 01:05:49.146179 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fb4f9-1c5b-4cc0-85f4-5eefbbe7b985 x-openstack-request-id: req-977fb4f9-1c5b-4cc0-85f4-5eefbbe7b985 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:05:49.147008 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-plugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:05:49.147275 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-977fb4f9-1c5b-4cc0-85f4-5eefbbe7b985 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:05:49.147711 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'code': 200} Mar 03 01:05:49.150068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=7']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:49.418094 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d16510f8-a14f-4f2f-a694-a03991f30978 req-51a1c5ee-f807-476b-8a6f-c2fb2fe947d8 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080902 Mar 03 01:05:49.682437 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d05be-bcf2-497a-92c5-8b3d6b944e9b req-0349f336-c4c8-40d0-b499-e5c03f57cb25 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:49.686535 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-269d05be-bcf2-497a-92c5-8b3d6b944e9b req-0349f336-c4c8-40d0-b499-e5c03f57cb25 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0575926 Mar 03 01:05:49.740623 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-269d05be-bcf2-497a-92c5-8b3d6b944e9b req-e37cc1a5-3320-49ea-9041-a4791ffa33ed tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487733 Mar 03 01:05:50.554581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba611d7-ceb5-4df7-a9cd-3bc9ad33b71d req-bccaf834-c1a4-4f95-b019-69654f52d7bb tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:50.560554 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cba611d7-ceb5-4df7-a9cd-3bc9ad33b71d req-bccaf834-c1a4-4f95-b019-69654f52d7bb tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0683773 Mar 03 01:05:50.618170 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cba611d7-ceb5-4df7-a9cd-3bc9ad33b71d req-0e839e22-88cd-43a7-92ff-59b7c0a63879 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546935 Mar 03 01:05:50.884709 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567904b-eeb4-46fc-98c1-04857fb8f2c1 req-3e7cb5bf-4ef6-42e0-a4d5-4652a73f1ec6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:50.886284 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f567904b-eeb4-46fc-98c1-04857fb8f2c1 req-3e7cb5bf-4ef6-42e0-a4d5-4652a73f1ec6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0611711 Mar 03 01:05:50.966234 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f567904b-eeb4-46fc-98c1-04857fb8f2c1 req-c626afb3-8eb6-40d6-98d7-1f320f009a86 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696774 Mar 03 01:05:51.775154 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a1fd8-839d-44d3-a81d-f2873df4b61a req-21f3ec74-c5ee-44bd-b5b1-79e69c5e6c5d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:51.782962 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2e1a1fd8-839d-44d3-a81d-f2873df4b61a req-21f3ec74-c5ee-44bd-b5b1-79e69c5e6c5d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0657673 Mar 03 01:05:51.858096 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2e1a1fd8-839d-44d3-a81d-f2873df4b61a req-da4870cd-31bc-4eb8-bdcc-39dd7912b21e tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710876 Mar 03 01:05:52.116491 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974683-18ce-464f-812e-2ee12f4d03ac req-a6f20440-7dd2-467a-a3a9-594b9ea96980 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:52.118809 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2a974683-18ce-464f-812e-2ee12f4d03ac req-a6f20440-7dd2-467a-a3a9-594b9ea96980 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0699506 Mar 03 01:05:52.171440 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2a974683-18ce-464f-812e-2ee12f4d03ac req-44cdffa3-d966-44a5-a2ec-ca471f15a5f4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470762 Mar 03 01:05:52.344535 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-7ba58a19-c95c-41de-90db-c7f536635dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:52.346236 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-7ba58a19-c95c-41de-90db-c7f536635dbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a&tenant_id=5ab2852289ab4f8b8110e337160afd43 HTTP/1.1" status: 200 len: 1127 time: 0.0514488 Mar 03 01:05:52.443141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-d4b10dc4-4cdb-4ea6-b1dd-8f5b18fd8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:52.446005 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-d4b10dc4-4cdb-4ea6-b1dd-8f5b18fd8d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1127 time: 0.0542662 Mar 03 01:05:52.568456 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-289db2d3-f9d1-4cf2-a03d-f37c70714218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:52.569936 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-289db2d3-f9d1-4cf2-a03d-f37c70714218 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 909 time: 0.1147230 Mar 03 01:05:52.653300 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-fe36a6cb-9939-4979-9525-823e5b09f58b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 999 time: 0.0743151 Mar 03 01:05:52.731568 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-601cd03b-dae2-4765-984d-ff5592b85ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:52.733071 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-601cd03b-dae2-4765-984d-ff5592b85ecb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.0685010 Mar 03 01:05:52.802727 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-e4c45ee4-91b7-4454-81d8-edf715fc6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:52.804517 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-e4c45ee4-91b7-4454-81d8-edf715fc6cfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620544 Mar 03 01:05:52.838035 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37542) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:52.929188 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-0fe9de4a-cccc-42ce-9719-e9f621009807 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130068 Mar 03 01:05:53.120268 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987974-4844-4adc-830d-18170c54bf12 req-0e2f285d-e209-4c38-b491-fd28d01e9d39 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:53.124529 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-55987974-4844-4adc-830d-18170c54bf12 req-0e2f285d-e209-4c38-b491-fd28d01e9d39 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0931175 Mar 03 01:05:53.155425 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-087bfc5e-3e26-40f9-9fbd-c8ec7049b1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.217589 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c46b224e-ef68-4f70-8d89-c2771a72989a req-c6c10427-1a6a-4635-969c-039ccf6d6f89 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761047 Mar 03 01:05:53.279370 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-55987974-4844-4adc-830d-18170c54bf12 req-9a2a0ea3-de89-42fd-bf2d-c68840e855c3 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360297 Mar 03 01:05:53.407922 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-087bfc5e-3e26-40f9-9fbd-c8ec7049b1c2 admin admin] Publish callbacks [] for security_group (2209f732-1e9b-4d43-a0c2-f81c526d90f5), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.447876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-087bfc5e-3e26-40f9-9fbd-c8ec7049b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2209f732-1e9b-4d43-a0c2-f81c526d90f5), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.495460 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-087bfc5e-3e26-40f9-9fbd-c8ec7049b1c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7c35760c5e9423fa9c91cc3d804c6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6558814 Mar 03 01:05:53.498084 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37562) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:05:53.513481 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bfc5e-3e26-40f9-9fbd-c8ec7049b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209f732-1e9b-4d43-a0c2-f81c526d90f5,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:53.537734 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d3c8-de57-4002-bfc0-55cec1a10534 req-e7887324-7b5c-4c2d-8759-0e8e7ba91406 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:53.539345 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e31d3c8-de57-4002-bfc0-55cec1a10534 req-e7887324-7b5c-4c2d-8759-0e8e7ba91406 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.1470892 Mar 03 01:05:53.577976 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6be5-537f-4d92-928d-03023e98d3f7 admin admin] Publish callbacks [] for security_group (2209f732-1e9b-4d43-a0c2-f81c526d90f5), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.604025 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e31d3c8-de57-4002-bfc0-55cec1a10534 req-758072e3-042f-41fb-ad1f-57d6d1d03748 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576916 Mar 03 01:05:53.609554 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6be5-537f-4d92-928d-03023e98d3f7 admin admin] Publish callbacks [] for security_group (2209f732-1e9b-4d43-a0c2-f81c526d90f5), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.680176 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6be5-537f-4d92-928d-03023e98d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2209f732-1e9b-4d43-a0c2-f81c526d90f5), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.683924 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6be5-537f-4d92-928d-03023e98d3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:05:53.686142 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ca3d6be5-537f-4d92-928d-03023e98d3f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2209f732-1e9b-4d43-a0c2-f81c526d90f5 HTTP/1.1" status: 204 len: 168 time: 0.1864595 Mar 03 01:05:53.697089 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d6be5-537f-4d92-928d-03023e98d3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209f732-1e9b-4d43-a0c2-f81c526d90f5,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:05:54.422435 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552cfe-7a4f-4468-9b76-846d8bd79dbb req-418cce9f-8809-414a-8855-b104f588319b tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:54.424066 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a552cfe-7a4f-4468-9b76-846d8bd79dbb req-418cce9f-8809-414a-8855-b104f588319b tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0638115 Mar 03 01:05:54.485236 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a552cfe-7a4f-4468-9b76-846d8bd79dbb req-6f2cdc81-e8b6-409d-910b-0a1765196c7a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539420 Mar 03 01:05:54.750668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d038-eafc-40d8-a748-697cb26ea75f req-c22a4e48-dae7-4fc0-9c13-852623a2c888 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:54.752302 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-55f2d038-eafc-40d8-a748-697cb26ea75f req-c22a4e48-dae7-4fc0-9c13-852623a2c888 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0620403 Mar 03 01:05:54.804979 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-55f2d038-eafc-40d8-a748-697cb26ea75f req-ac5235da-adda-4345-ab58-fc79a60a0707 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 Mar 03 01:05:55.611716 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753ffa-db1d-4e95-b61b-3482c7da06b8 req-8a4a8777-8df0-46ca-b5a0-53666bdd6b4a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:55.613216 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-11753ffa-db1d-4e95-b61b-3482c7da06b8 req-8a4a8777-8df0-46ca-b5a0-53666bdd6b4a tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0520203 Mar 03 01:05:55.664961 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-11753ffa-db1d-4e95-b61b-3482c7da06b8 req-a0c1a9bc-1df7-4fad-95e6-47f880c05ba4 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Mar 03 01:05:55.954010 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e343-bbd3-4db1-80a0-632f94475fe4 req-df157f53-1c4f-446c-87d2-2c16490c1fa8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:55.955476 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07e2e343-bbd3-4db1-80a0-632f94475fe4 req-df157f53-1c4f-446c-87d2-2c16490c1fa8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0782673 Mar 03 01:05:55.980915 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-cb860b1b-00a9-44fd-90d8-0d747467d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:55.982344 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-cb860b1b-00a9-44fd-90d8-0d747467d3f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1129 time: 0.0689619 Mar 03 01:05:56.015696 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-07e2e343-bbd3-4db1-80a0-632f94475fe4 req-b7d7b053-0a19-4d76-b7f2-1605427b79e0 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548129 Mar 03 01:05:56.093943 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-f3c2632f-5f04-4580-b248-9d353111ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:56.095333 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-f3c2632f-5f04-4580-b248-9d353111ce04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.0939944 Mar 03 01:05:56.160620 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-45f28fae-ca4a-4225-976b-7a01dd158129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 1000 time: 0.0575819 Mar 03 01:05:56.207672 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-55069aa6-8e04-4a24-8c3a-43d38bd4c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:56.209723 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-55069aa6-8e04-4a24-8c3a-43d38bd4c7eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0428710 Mar 03 01:05:56.261921 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-454103f9-8a88-4bce-9ee3-d6da02a71370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:56.263395 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-454103f9-8a88-4bce-9ee3-d6da02a71370 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467777 Mar 03 01:05:56.362556 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-b16bdb56-0ee4-4e87-abcf-2aa1c5a4e763 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816803 Mar 03 01:05:56.455382 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d5eebc08-c9e1-4323-b749-e4dc2e37b16d req-4e679527-4994-4e3f-87a2-cd07e3a9e076 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Mar 03 01:05:56.782266 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcb92b-063e-457f-9503-6fa7193ed091 req-dc2ab6ec-7944-477c-9211-c5c97179a9f7 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:56.783738 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-15dcb92b-063e-457f-9503-6fa7193ed091 req-dc2ab6ec-7944-477c-9211-c5c97179a9f7 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0538514 Mar 03 01:05:56.832835 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-15dcb92b-063e-457f-9503-6fa7193ed091 req-13376253-5c79-4a42-bda4-82a08838771d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Mar 03 01:05:57.137112 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aad56d-e9dc-4c6d-8769-3f6598ad42d2 req-0578e0c7-f382-4958-b7ea-d1b28d585797 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:57.138573 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-33aad56d-e9dc-4c6d-8769-3f6598ad42d2 req-0578e0c7-f382-4958-b7ea-d1b28d585797 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0510666 Mar 03 01:05:57.187870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-33aad56d-e9dc-4c6d-8769-3f6598ad42d2 req-9f0ec0b1-7a73-4ae2-beb4-b3828a9560a9 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Mar 03 01:05:57.948513 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef5848-30b2-4545-860e-2341c0874a08 req-0ee78520-2944-4cef-9643-1cbcf2cd80ae tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:57.949986 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00ef5848-30b2-4545-860e-2341c0874a08 req-0ee78520-2944-4cef-9643-1cbcf2cd80ae tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0519843 Mar 03 01:05:57.997451 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00ef5848-30b2-4545-860e-2341c0874a08 req-afb60824-e26d-45fb-927f-c7f238e2e7d8 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Mar 03 01:05:58.310142 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643814-154a-4b12-9917-cb36b5363162 req-2f00a125-aeb2-4cc3-a019-ec23b529a7b8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:58.311151 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-83643814-154a-4b12-9917-cb36b5363162 req-2f00a125-aeb2-4cc3-a019-ec23b529a7b8 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0532596 Mar 03 01:05:58.360080 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-83643814-154a-4b12-9917-cb36b5363162 req-432a4d13-889b-44e5-8823-afe2b3e33541 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Mar 03 01:05:59.117695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5f2d-4a48-4767-8a3f-a4ba403e76a1 req-d94086c2-f24b-4b9c-b4ea-f7bb29548e2c tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:59.119158 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e70f5f2d-4a48-4767-8a3f-a4ba403e76a1 req-d94086c2-f24b-4b9c-b4ea-f7bb29548e2c tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0559380 Mar 03 01:05:59.166255 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e70f5f2d-4a48-4767-8a3f-a4ba403e76a1 req-b205d0db-2487-4820-9e60-67e6b5b4fcc3 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Mar 03 01:05:59.481630 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b1223-bfa3-4247-b1e1-7f972604d1b2 req-94ceb9b8-3ae9-42b1-ad2d-da3e1b6cf430 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:05:59.483102 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-af6b1223-bfa3-4247-b1e1-7f972604d1b2 req-94ceb9b8-3ae9-42b1-ad2d-da3e1b6cf430 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Mar 03 01:05:59.527837 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-af6b1223-bfa3-4247-b1e1-7f972604d1b2 req-18e91307-6e23-467b-b6a7-4532175c0d9f tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Mar 03 01:05:59.947056 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:06:00.023563 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: ACTIVE; New status is: DOWN {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:06:00.023961 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:00.047651 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:06:00.049880 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92620a-f07b-4682-b6b2-90b78e16917b" -d '{"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-unplugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:06:00.062361 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:00.067459 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:00.096689 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Mar 2022 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242586b-dd8f-4881-89c7-bcd8346ab8a2 x-openstack-request-id: req-a242586b-dd8f-4881-89c7-bcd8346ab8a2 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:06:00.096984 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-unplugged", "status": "failed", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "code": 422}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:06:00.097234 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a242586b-dd8f-4881-89c7-bcd8346ab8a2 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:06:00.097615 dv-cinder-831090-5-iscsi neutron-server[102988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'code': 422} returned with failed status Mar 03 01:06:00.123767 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=8']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:00.285656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6e5c7-b936-4be6-b23d-b70e4b8e6553 req-4e67fd89-e4a9-47e3-9dc5-0e3d136b20a4 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:00.287397 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3c6e5c7-b936-4be6-b23d-b70e4b8e6553 req-4e67fd89-e4a9-47e3-9dc5-0e3d136b20a4 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0540261 Mar 03 01:06:00.344709 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3c6e5c7-b936-4be6-b23d-b70e4b8e6553 req-7f64d54d-8c95-40de-807b-e220d6040c76 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516169 Mar 03 01:06:00.450957 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb44a5-5b64-4b74-8e80-5908b6ac527c req-19df57f2-388c-453d-aed5-cabfb554bc2b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:00.452516 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3eb44a5-5b64-4b74-8e80-5908b6ac527c req-19df57f2-388c-453d-aed5-cabfb554bc2b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0626271 Mar 03 01:06:00.484413 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-9e4fa70e-047e-4770-8131-47af0dedc997 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468454 Mar 03 01:06:00.505270 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3eb44a5-5b64-4b74-8e80-5908b6ac527c req-b8f1da5c-c031-4c9c-b2c1-61367f5bca04 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Mar 03 01:06:00.576398 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-81959857-afd7-437b-aaef-b1dd8cbd5f00 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:00.577760 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-81959857-afd7-437b-aaef-b1dd8cbd5f00 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports/8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 940 time: 0.0536652 Mar 03 01:06:01.453620 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-1d6bee35-5f50-49ee-b3a8-bf25add57dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.455104 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-1d6bee35-5f50-49ee-b3a8-bf25add57dee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546&tenant_id=bef389e3c3364001aadfe038cbec2dba HTTP/1.1" status: 200 len: 1127 time: 0.0755916 Mar 03 01:06:01.473802 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86837094-4b85-4c60-a9b2-03c963334110 req-538d846b-9cfd-4d0a-a7e7-74aadc5143c9 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.475395 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-86837094-4b85-4c60-a9b2-03c963334110 req-538d846b-9cfd-4d0a-a7e7-74aadc5143c9 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 943 time: 0.0641346 Mar 03 01:06:01.551478 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-86837094-4b85-4c60-a9b2-03c963334110 req-3ee727ea-f1fd-4fa8-bfad-0489685658d9 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700350 Mar 03 01:06:01.562369 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-aa20797f-8d76-413f-a479-24928142bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.563868 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-aa20797f-8d76-413f-a479-24928142bd40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef389e3c3364001aadfe038cbec2dba&device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1127 time: 0.0678906 Mar 03 01:06:01.689310 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-8e1b328f-5b65-4da0-ac93-d565522739c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.690761 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-8e1b328f-5b65-4da0-ac93-d565522739c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 200 len: 917 time: 0.1193569 Mar 03 01:06:01.698876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60504557-c5b2-41a9-a293-02c96bad034c req-f75eb230-51aa-4b9b-8a96-67977a967253 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.700256 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60504557-c5b2-41a9-a293-02c96bad034c req-f75eb230-51aa-4b9b-8a96-67977a967253 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0849526 Mar 03 01:06:01.788291 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-bf638c9d-f60f-43c9-a58a-ab39561ea905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 200 len: 998 time: 0.0870640 Mar 03 01:06:01.791424 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-60504557-c5b2-41a9-a293-02c96bad034c req-c8574c95-a492-497d-ab55-a773727f5987 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850909 Mar 03 01:06:01.837153 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-315d5958-9723-49bf-9bb7-0d86280d5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.838592 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-315d5958-9723-49bf-9bb7-0d86280d5934 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 200 len: 856 time: 0.0441720 Mar 03 01:06:01.890932 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-202b0626-0145-4e0e-9b56-3f202343aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:01.892425 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-202b0626-0145-4e0e-9b56-3f202343aa6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=826fbe9b-6b11-4a39-a768-b2856677ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434215 Mar 03 01:06:01.925027 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:06:01.983791 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-589c5fa4-21b0-4214-a4be-032d74d655d0 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840197 Mar 03 01:06:02.020319 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:02.031781 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'port_id': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'mac_address': 'fa:16:3e:03:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:06:02.073859 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port bdebc183-a6ad-4f54-bb86-38d23657c6e5 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:06:02.074255 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:02.078203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52661222-d22f-4b2d-9a5b-9a4cfa2aa71d req-8bd56043-2850-44bf-9918-219722fe14e5 service neutron] 10.222.0.30 "GET /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828063 Mar 03 01:06:02.088532 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdebc183-a6ad-4f54-bb86-38d23657c6e5 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:06:02.109073 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:02.112712 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:02.160560 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=7']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:02.480500 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['bdebc183-a6ad-4f54-bb86-38d23657c6e5'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:06:02.716317 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2df17e-fffc-400e-be66-70b0ff6c4e2e req-aa44030d-921f-4f16-8f00-f086c90bd791 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:02.719628 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a2df17e-fffc-400e-be66-70b0ff6c4e2e req-aa44030d-921f-4f16-8f00-f086c90bd791 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 944 time: 0.0934508 Mar 03 01:06:02.802978 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3a2df17e-fffc-400e-be66-70b0ff6c4e2e req-9a91cf00-4310-4559-9bc1-f745f2511513 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751612 Mar 03 01:06:02.940742 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398877-6fbd-4196-8695-ba7c3cc77db9 req-f36b5716-2701-4252-af22-79485c2d72c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:02.942519 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef398877-6fbd-4196-8695-ba7c3cc77db9 req-f36b5716-2701-4252-af22-79485c2d72c4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0648868 Mar 03 01:06:03.002744 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef398877-6fbd-4196-8695-ba7c3cc77db9 req-a238eddc-2605-462e-8e01-83dc3c5ca903 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530093 Mar 03 01:06:03.926054 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5eefc-ad88-4aee-864f-6b4b1cad0a80 req-aed4d672-adf1-481c-b854-4efaf8ae5289 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:03.927608 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3f5eefc-ad88-4aee-864f-6b4b1cad0a80 req-aed4d672-adf1-481c-b854-4efaf8ae5289 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 944 time: 0.0551744 Mar 03 01:06:03.947093 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:06:03.986203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3f5eefc-ad88-4aee-864f-6b4b1cad0a80 req-ef35692d-2448-4324-ada3-c293b7d8386f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520673 Mar 03 01:06:04.010069 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port bdebc183-a6ad-4f54-bb86-38d23657c6e5 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:06:04.010450 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:04.099525 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port bdebc183-a6ad-4f54-bb86-38d23657c6e5 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:06:04.099943 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:04.128505 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:06:04.133096 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f73b71-07b8-4c87-b4ba-3f73b62522d4" -d '{"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-plugged", "status": "completed", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:06:04.159584 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:04.164435 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:04.181062 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de13d-ff56-4fad-939b-58ed8ca48c93 req-21715226-5d22-4fbc-bc26-6f7593d981dc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:04.182757 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8f5de13d-ff56-4fad-939b-58ed8ca48c93 req-21715226-5d22-4fbc-bc26-6f7593d981dc tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0815084 Mar 03 01:06:04.230415 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=8']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:04.234877 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8f5de13d-ff56-4fad-939b-58ed8ca48c93 req-6e3ed4db-8524-40c2-ab31-9533090df597 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Mar 03 01:06:04.301342 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9aae7-e379-4e34-917e-437d53f54fd2 x-openstack-request-id: req-d0f9aae7-e379-4e34-917e-437d53f54fd2 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:06:04.301706 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-plugged", "status": "completed", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:06:04.302033 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0f9aae7-e379-4e34-917e-437d53f54fd2 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:06:04.302504 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'code': 200} Mar 03 01:06:04.409411 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d80db7-e051-463a-be5f-0f79b95ec1e9 req-68445c69-033c-44a6-95ff-127574be812c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:04.410932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-67d80db7-e051-463a-be5f-0f79b95ec1e9 req-68445c69-033c-44a6-95ff-127574be812c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0554016 Mar 03 01:06:04.475837 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-67d80db7-e051-463a-be5f-0f79b95ec1e9 req-a0451ca9-bd1a-4bb3-a5b5-ba1c5af6ca70 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564930 Mar 03 01:06:05.112755 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f263f-6803-4a8b-8ae7-52cde83dc518 req-3abbd272-7578-4e9a-a3c3-b7951b82bcda tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:05.114256 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8a0f263f-6803-4a8b-8ae7-52cde83dc518 req-3abbd272-7578-4e9a-a3c3-b7951b82bcda tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0540266 Mar 03 01:06:05.170367 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8a0f263f-6803-4a8b-8ae7-52cde83dc518 req-af48c9f7-6129-4b8e-bbe0-f2a394c4275d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497229 Mar 03 01:06:05.377446 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d435be-0b9f-41e3-9906-e2e5c4e39e89 req-cfffd129-7562-4150-9d7d-998afb999846 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:05.378879 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52d435be-0b9f-41e3-9906-e2e5c4e39e89 req-cfffd129-7562-4150-9d7d-998afb999846 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0564020 Mar 03 01:06:05.430598 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52d435be-0b9f-41e3-9906-e2e5c4e39e89 req-e8cdf19c-b2f7-4297-9b4e-2c5b3aa0dbe5 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 Mar 03 01:06:05.601716 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4e614-91ea-4222-85fc-b68879653b9e req-d5fe2dfc-5084-47d9-9c41-1a9e39c5241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:05.603337 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7df4e614-91ea-4222-85fc-b68879653b9e req-d5fe2dfc-5084-47d9-9c41-1a9e39c5241d tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0580420 Mar 03 01:06:05.702350 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7df4e614-91ea-4222-85fc-b68879653b9e req-52bbae8c-05da-4538-821b-888b5e5ba4f1 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933573 Mar 03 01:06:06.314974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9d6e-b15c-4879-befa-6e67a03a1a2a req-c48b1405-a7cc-467c-9398-50176258058c tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:06.316521 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cefa9d6e-b15c-4879-befa-6e67a03a1a2a req-c48b1405-a7cc-467c-9398-50176258058c tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0698388 Mar 03 01:06:06.391628 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cefa9d6e-b15c-4879-befa-6e67a03a1a2a req-04ab851d-e19e-44ec-b8c9-97a2e4a201e1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685081 Mar 03 01:06:06.560314 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446798bd-3920-489a-8635-85d2999b8d25 req-e1689276-71cf-4794-be74-f2b188470cd7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:06.562599 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-446798bd-3920-489a-8635-85d2999b8d25 req-e1689276-71cf-4794-be74-f2b188470cd7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0597236 Mar 03 01:06:06.616480 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-446798bd-3920-489a-8635-85d2999b8d25 req-2ab7a45d-048d-461e-b6fe-a852f96490a7 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Mar 03 01:06:06.841633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6efc-3161-48e4-9d95-de6a143bc679 req-baa0c4f7-6aab-4f12-843e-69a9607024fc tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:06.848901 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-300d6efc-3161-48e4-9d95-de6a143bc679 req-baa0c4f7-6aab-4f12-843e-69a9607024fc tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0662673 Mar 03 01:06:06.908117 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-300d6efc-3161-48e4-9d95-de6a143bc679 req-bc0edd50-6350-4a9d-b637-a0246a0c9dfc tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581932 Mar 03 01:06:07.517687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea315-ddf8-4b07-ab08-603885339de1 req-a49b9ffb-c48d-4a0c-91b9-9a44b2c667a5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:07.519719 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-527ea315-ddf8-4b07-ab08-603885339de1 req-a49b9ffb-c48d-4a0c-91b9-9a44b2c667a5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0583580 Mar 03 01:06:07.574727 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-527ea315-ddf8-4b07-ab08-603885339de1 req-f60ec451-1398-4c25-aa63-cd9de4d5a0b0 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485394 Mar 03 01:06:07.750879 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da49172-962b-4d93-930e-84a7e0e4e990 req-d66d7950-f8e0-4139-9742-c17bb9cf45a6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:07.752892 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8da49172-962b-4d93-930e-84a7e0e4e990 req-d66d7950-f8e0-4139-9742-c17bb9cf45a6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0576682 Mar 03 01:06:07.807938 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8da49172-962b-4d93-930e-84a7e0e4e990 req-7a962cb5-dc8e-4dbd-9126-4ad689ea5e92 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485706 Mar 03 01:06:08.036649 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0d482-f46a-4458-8ca2-f9a06b86e39d req-0b5da6f2-e339-4137-81ab-ac69d7a55a44 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:08.040276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bc0d482-f46a-4458-8ca2-f9a06b86e39d req-0b5da6f2-e339-4137-81ab-ac69d7a55a44 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0592408 Mar 03 01:06:08.104668 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7bc0d482-f46a-4458-8ca2-f9a06b86e39d req-10cbf9cf-b7cd-413f-9d6a-93e84d040061 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593002 Mar 03 01:06:08.143834 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:06:08.673214 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2d60bbe9-ca35-4a55-b280-eb4b78bb8cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:08.715397 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271a576-88b4-4f23-8106-8b352d140b22 req-c302f298-b836-4526-81c8-30d2ef6cc4b6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:08.716943 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7271a576-88b4-4f23-8106-8b352d140b22 req-c302f298-b836-4526-81c8-30d2ef6cc4b6 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0733500 Mar 03 01:06:08.770699 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7271a576-88b4-4f23-8106-8b352d140b22 req-81d9eed7-05b6-4c80-b7eb-d72bd7d796f8 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477808 Mar 03 01:06:08.949404 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86f68e-c584-4f92-992c-71584e844f12 req-0839f2eb-d13c-4336-9887-784fa795fa69 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:08.950879 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5d86f68e-c584-4f92-992c-71584e844f12 req-0839f2eb-d13c-4336-9887-784fa795fa69 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0650899 Mar 03 01:06:09.004283 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5d86f68e-c584-4f92-992c-71584e844f12 req-0562ad21-5d23-48d2-b998-9513dbf87c8a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475156 Mar 03 01:06:09.231470 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616fb85-c10f-4327-9574-c04a98c872b2 req-9ffaecc6-15ac-4b0b-b80a-88145a027bbd tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:09.238336 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6616fb85-c10f-4327-9574-c04a98c872b2 req-9ffaecc6-15ac-4b0b-b80a-88145a027bbd tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0615218 Mar 03 01:06:09.297957 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6616fb85-c10f-4327-9574-c04a98c872b2 req-96f572bc-742d-4904-b742-2b514e6eafdb tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587084 Mar 03 01:06:09.893594 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466e70-f8b2-4c13-9093-5aedb84fd0af req-d5183b64-f29e-42a3-826c-9aca1ebbeda1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:09.895183 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1c466e70-f8b2-4c13-9093-5aedb84fd0af req-d5183b64-f29e-42a3-826c-9aca1ebbeda1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0551152 Mar 03 01:06:09.956232 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1c466e70-f8b2-4c13-9093-5aedb84fd0af req-4008c614-3905-413c-888e-1af9bcc9a6c9 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543318 Mar 03 01:06:10.151886 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846ea68-b582-4fdc-b985-7189165ada77 req-e0c2e025-17c4-445b-925f-6c143fb26873 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:10.153973 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f846ea68-b582-4fdc-b985-7189165ada77 req-e0c2e025-17c4-445b-925f-6c143fb26873 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0571742 Mar 03 01:06:10.204125 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f846ea68-b582-4fdc-b985-7189165ada77 req-97ef670f-2d20-4c86-9300-234a030bd172 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Mar 03 01:06:10.421545 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574a8c0-4a93-493a-9a19-ad8ca86718dd req-a4e46efb-5d51-4f14-bdbe-fc5e351b54ab tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:10.423000 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9574a8c0-4a93-493a-9a19-ad8ca86718dd req-a4e46efb-5d51-4f14-bdbe-fc5e351b54ab tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0539374 Mar 03 01:06:10.487128 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9574a8c0-4a93-493a-9a19-ad8ca86718dd req-55001773-bf3f-4705-b917-749583e971ba tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578206 Mar 03 01:06:11.079823 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421cdf8-937e-4688-b9bc-a66e0d2310a5 req-7360f270-a321-41bc-8071-65f86730c6ca tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.085137 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9421cdf8-937e-4688-b9bc-a66e0d2310a5 req-7360f270-a321-41bc-8071-65f86730c6ca tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0621874 Mar 03 01:06:11.099413 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5c3dddbf-4e6d-4bf2-9da6-9bc018037109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:11.132327 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9421cdf8-937e-4688-b9bc-a66e0d2310a5 req-9b05e60a-95d2-4c55-bfc9-7210eb1afe09 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Mar 03 01:06:11.183460 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095d8e-4195-4dd8-b820-948043cc945d req-f19709be-45ad-4e16-987d-a3fdf7cf686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.184986 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-f19709be-45ad-4e16-987d-a3fdf7cf686b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1168 time: 0.0450797 Mar 03 01:06:11.284559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095d8e-4195-4dd8-b820-948043cc945d req-7ea8b34e-83c5-41f0-a390-6b50219642f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.286008 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-7ea8b34e-83c5-41f0-a390-6b50219642f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 915 time: 0.0941732 Mar 03 01:06:11.409576 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-d230144b-49fd-4e1e-b4c0-e1fb75940f8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 1001 time: 0.1156807 Mar 03 01:06:11.420480 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8a693-315f-4205-a6df-9d0f47de7277 req-2f7fec6b-832a-4955-a5ca-59349c80c79b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.421886 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18d8a693-315f-4205-a6df-9d0f47de7277 req-2f7fec6b-832a-4955-a5ca-59349c80c79b tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.1389375 Mar 03 01:06:11.431854 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d39519-57ad-45df-906a-e78787e2ae7b req-80a56611-f27f-4019-a420-ac73f487e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.433276 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-91d39519-57ad-45df-906a-e78787e2ae7b req-80a56611-f27f-4019-a420-ac73f487e434 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1129 time: 0.1385152 Mar 03 01:06:11.510281 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095d8e-4195-4dd8-b820-948043cc945d req-f963314a-d05f-40e4-8ea9-52bb625962a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.511643 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-f963314a-d05f-40e4-8ea9-52bb625962a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.0889218 Mar 03 01:06:11.545168 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-18d8a693-315f-4205-a6df-9d0f47de7277 req-b36ceba9-5316-45af-a1b3-6f30127ab74c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101253 Mar 03 01:06:11.562597 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-91d39519-57ad-45df-906a-e78787e2ae7b req-419e07ee-9b21-472e-9f97-849f6cffa03e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094804 Mar 03 01:06:11.617470 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095d8e-4195-4dd8-b820-948043cc945d req-93d3a8ea-613a-4632-99a5-e10080922420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.618969 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-93d3a8ea-613a-4632-99a5-e10080922420 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931344 Mar 03 01:06:11.629859 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7220eec-f890-41a8-a6c1-7f127ddb679b req-b673a48e-48d2-4a91-915c-0781b12e3eaa tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:11.631845 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d7220eec-f890-41a8-a6c1-7f127ddb679b req-b673a48e-48d2-4a91-915c-0781b12e3eaa tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0683916 Mar 03 01:06:11.689476 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d7220eec-f890-41a8-a6c1-7f127ddb679b req-d07ad8a5-7895-460b-a35d-299493f9e62a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519459 Mar 03 01:06:11.899585 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-eec5b97c-b028-42f5-a482-a0c8860d1182 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790195 Mar 03 01:06:11.987481 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c0095d8e-4195-4dd8-b820-948043cc945d req-b3f82ad9-42f9-47b7-95f8-393f17d8c1e4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817351 Mar 03 01:06:12.250793 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f52b-4064-4825-a2de-f2e7060f403b req-abd1ab41-5c51-4248-b36e-63a061436dea tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:12.252337 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7515f52b-4064-4825-a2de-f2e7060f403b req-abd1ab41-5c51-4248-b36e-63a061436dea tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0526857 Mar 03 01:06:12.296433 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:12.301536 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7515f52b-4064-4825-a2de-f2e7060f403b req-f6acafc9-5f98-4212-b3a8-48ce3bdf2517 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Mar 03 01:06:12.670755 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bfdf8-93f8-44f4-aa8d-d9ab67f5fbe5 req-eaa094fd-73e2-40e2-8ff9-04d59655fea3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:12.672230 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-898bfdf8-93f8-44f4-aa8d-d9ab67f5fbe5 req-eaa094fd-73e2-40e2-8ff9-04d59655fea3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0558352 Mar 03 01:06:12.719007 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-898bfdf8-93f8-44f4-aa8d-d9ab67f5fbe5 req-1da57c0a-e8c5-42bb-8d60-24bd7fb9e873 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Mar 03 01:06:12.807325 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2c2c7-06c4-46cc-97fb-3b9b6adb547f req-69fad230-c178-474f-81fa-d6f13e5e709a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:12.808863 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-12d2c2c7-06c4-46cc-97fb-3b9b6adb547f req-69fad230-c178-474f-81fa-d6f13e5e709a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0546279 Mar 03 01:06:12.870404 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-12d2c2c7-06c4-46cc-97fb-3b9b6adb547f req-7b36bef1-785d-4db3-8504-cac6abf255b6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549057 Mar 03 01:06:13.417743 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c739-0e18-44b0-bce3-2da216c67911 req-3b83f44c-fae8-4456-9f10-ab411af8af2f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:13.419205 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71c0c739-0e18-44b0-bce3-2da216c67911 req-3b83f44c-fae8-4456-9f10-ab411af8af2f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0518775 Mar 03 01:06:13.469388 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71c0c739-0e18-44b0-bce3-2da216c67911 req-1de1e108-4dd0-43bd-a3df-2fe53080b517 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Mar 03 01:06:13.591050 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:13.841958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e4f62-eaaf-429f-a18a-330e6f373dae req-2683cd47-1a04-40cd-9fa0-207ddab5fac3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:13.843341 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a61e4f62-eaaf-429f-a18a-330e6f373dae req-2683cd47-1a04-40cd-9fa0-207ddab5fac3 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 943 time: 0.0526032 Mar 03 01:06:13.889335 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a61e4f62-eaaf-429f-a18a-330e6f373dae req-e381aa19-4379-418e-8967-ffe1392ab432 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Mar 03 01:06:13.984861 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:06:13.985964 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d9bd1-b50e-4376-b18f-29b41184b00b req-502d52e4-6335-4b1b-8145-6b014e2ddf9a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:13.987745 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f70d9bd1-b50e-4376-b18f-29b41184b00b req-502d52e4-6335-4b1b-8145-6b014e2ddf9a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0521178 Mar 03 01:06:14.046431 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f70d9bd1-b50e-4376-b18f-29b41184b00b req-a516268f-688f-4089-96dd-91bdf9af2e4e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528531 Mar 03 01:06:14.081972 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:14.092977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '8d91336b-0d99-4627-b823-a76524412acf', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'port_id': '8d91336b-0d99-4627-b823-a76524412acf', 'mac_address': 'fa:16:3e:35:6b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:06:14.129364 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:06:14.129757 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:14.142606 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d91336b-0d99-4627-b823-a76524412acf {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:06:14.162264 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:14.166488 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:14.212218 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=9']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:14.507280 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['8d91336b-0d99-4627-b823-a76524412acf'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:06:15.014015 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e2d25-5cee-41da-90a1-c19fa3dbfb4f req-fc62dd3c-f628-46cd-aba4-51c5cc0a8c11 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:15.015457 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-762e2d25-5cee-41da-90a1-c19fa3dbfb4f req-fc62dd3c-f628-46cd-aba4-51c5cc0a8c11 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.0541201 Mar 03 01:06:15.061266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-762e2d25-5cee-41da-90a1-c19fa3dbfb4f req-245886d8-9bda-4b5a-a8aa-28d90740d405 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Mar 03 01:06:15.162977 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a894b1-e0e2-4d61-9ee2-6fbca9482997 req-34fdf9b4-fd4e-4339-894d-084659f4df2f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:15.164461 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-43a894b1-e0e2-4d61-9ee2-6fbca9482997 req-34fdf9b4-fd4e-4339-894d-084659f4df2f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0521092 Mar 03 01:06:15.221335 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-43a894b1-e0e2-4d61-9ee2-6fbca9482997 req-a676cfff-410c-4676-af09-e431430dfe07 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514047 Mar 03 01:06:15.275191 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:15.376167 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:15.998592 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:06:16.048720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 8d91336b-0d99-4627-b823-a76524412acf triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:06:16.049095 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (8d91336b-0d99-4627-b823-a76524412acf), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:16.122883 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 8d91336b-0d99-4627-b823-a76524412acf is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:06:16.123274 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:16.145591 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:06:16.149035 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1aeb1e-ec51-48a9-b148-06d80f168193" -d '{"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-plugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:06:16.161601 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:16.166761 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:16.190847 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750581c3-c841-4b28-8897-0f413dee2b84 req-c1d16c98-4964-44a2-8afb-2c5d5f2d390a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:16.192371 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-750581c3-c841-4b28-8897-0f413dee2b84 req-c1d16c98-4964-44a2-8afb-2c5d5f2d390a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 944 time: 0.0604696 Mar 03 01:06:16.195763 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db29a1-bf71-4c40-b3b1-8fba1b458c1c x-openstack-request-id: req-98db29a1-bf71-4c40-b3b1-8fba1b458c1c {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:06:16.196059 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-plugged", "status": "completed", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:06:16.196323 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98db29a1-bf71-4c40-b3b1-8fba1b458c1c {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:06:16.196703 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'code': 200} Mar 03 01:06:16.222422 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=10']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:16.240411 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-750581c3-c841-4b28-8897-0f413dee2b84 req-604c3334-4dfa-49a0-a34b-6a8c527196fa tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Mar 03 01:06:16.352881 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f2d27-3591-40cc-ad91-8f69eaff1ea8 req-2f15b6b5-5d6d-4a81-a2ae-ea913cc6e5c2 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:16.354375 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-869f2d27-3591-40cc-ad91-8f69eaff1ea8 req-2f15b6b5-5d6d-4a81-a2ae-ea913cc6e5c2 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0615444 Mar 03 01:06:16.443261 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-869f2d27-3591-40cc-ad91-8f69eaff1ea8 req-f61d0c25-9a33-4e7f-b7d4-28950e44d539 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832422 Mar 03 01:06:16.452999 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2167870-284c-432a-9d45-8840e9ca1e7a req-a07639db-f91a-4b2a-b1d0-d27705683eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:16.454450 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2167870-284c-432a-9d45-8840e9ca1e7a req-a07639db-f91a-4b2a-b1d0-d27705683eda service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 1130 time: 0.0617971 Mar 03 01:06:16.501641 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f2167870-284c-432a-9d45-8840e9ca1e7a req-8ee6953c-da6d-47d2-9a75-6c6ab174e6d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Mar 03 01:06:17.638569 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6c253-2fae-4c64-9e00-a0f8d627ac9b req-cadc35f7-b5bc-404d-910a-f121ef8cde1a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:17.639947 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-88b6c253-2fae-4c64-9e00-a0f8d627ac9b req-cadc35f7-b5bc-404d-910a-f121ef8cde1a tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 946 time: 0.3276963 Mar 03 01:06:17.659567 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19a6ac-e5ce-4a1a-9ef8-0cead77f5684 req-1b234516-442a-4847-990e-523de1a7b4b6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:17.661102 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f19a6ac-e5ce-4a1a-9ef8-0cead77f5684 req-1b234516-442a-4847-990e-523de1a7b4b6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0750504 Mar 03 01:06:17.725001 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-88b6c253-2fae-4c64-9e00-a0f8d627ac9b req-e88f6736-7ebe-44f5-9fb3-72b2cc0234f6 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783627 Mar 03 01:06:17.750965 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f19a6ac-e5ce-4a1a-9ef8-0cead77f5684 req-92745881-a67e-4c75-bd6b-a30890cea45f tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820014 Mar 03 01:06:18.881155 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2f6a4-2962-4703-834a-4c9fde6b1293 req-4fc31240-0fd4-4b99-9cbb-606fcda29621 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:18.883201 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8e2f6a4-2962-4703-834a-4c9fde6b1293 req-4fc31240-0fd4-4b99-9cbb-606fcda29621 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 946 time: 0.0863512 Mar 03 01:06:18.894711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a20b10-ab69-4e25-afe1-0ee3d03506de req-8827f098-dfa1-49a9-9c9d-39f1a08b5aa3 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:18.896097 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e0a20b10-ab69-4e25-afe1-0ee3d03506de req-8827f098-dfa1-49a9-9c9d-39f1a08b5aa3 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0715723 Mar 03 01:06:18.972294 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e8e2f6a4-2962-4703-834a-4c9fde6b1293 req-e6a37a28-d5cf-4098-987b-26ef20847511 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752378 Mar 03 01:06:18.987705 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e0a20b10-ab69-4e25-afe1-0ee3d03506de req-45ee604d-9553-4bba-91de-a7f058f09a69 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830679 Mar 03 01:06:20.108914 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dacf93-057f-4807-870b-609f8be2563a req-afec1aa1-e4c0-44e2-ad88-896e7198b1f2 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:20.110422 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99dacf93-057f-4807-870b-609f8be2563a req-afec1aa1-e4c0-44e2-ad88-896e7198b1f2 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0534730 Mar 03 01:06:20.168481 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99dacf93-057f-4807-870b-609f8be2563a req-49bbe468-b059-436c-98ae-67efa381085b tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523646 Mar 03 01:06:21.284868 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cc61b-d7d0-4fd7-b49b-ed3ed706e22e req-f4045720-f2f5-4d8a-ad12-ee6adb6bb7a8 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:21.286339 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-697cc61b-d7d0-4fd7-b49b-ed3ed706e22e req-f4045720-f2f5-4d8a-ad12-ee6adb6bb7a8 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0527792 Mar 03 01:06:21.344343 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-697cc61b-d7d0-4fd7-b49b-ed3ed706e22e req-eec69c0a-5559-4810-b5cf-882829738198 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517249 Mar 03 01:06:22.467307 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05d6f3-3192-4565-960c-220b21d2ef44 req-be071cb3-db0f-4706-9d4d-d54d271ab322 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:22.468800 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f05d6f3-3192-4565-960c-220b21d2ef44 req-be071cb3-db0f-4706-9d4d-d54d271ab322 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0581398 Mar 03 01:06:22.528619 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f05d6f3-3192-4565-960c-220b21d2ef44 req-15225191-92a8-4618-bff8-fc05c7720cba tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542393 Mar 03 01:06:23.646556 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d23a2-d505-4ef7-bd1e-d5ad184ef0c3 req-5b48142b-275f-449f-b8f5-acb69b339dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:23.648236 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f18d23a2-d505-4ef7-bd1e-d5ad184ef0c3 req-5b48142b-275f-449f-b8f5-acb69b339dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0533402 Mar 03 01:06:23.713299 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f18d23a2-d505-4ef7-bd1e-d5ad184ef0c3 req-eb6ec285-b6d0-48e6-af5a-aed384d4d9c5 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595996 Mar 03 01:06:24.833457 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65d66-63a4-4c48-adcb-d75c2339bc84 req-840322f0-5ce3-4dc6-9a26-c7a35d5f2e06 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:24.835093 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ac65d66-63a4-4c48-adcb-d75c2339bc84 req-840322f0-5ce3-4dc6-9a26-c7a35d5f2e06 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0565531 Mar 03 01:06:24.899421 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ac65d66-63a4-4c48-adcb-d75c2339bc84 req-a6707a92-0dfa-4beb-9ba9-e72b68e382e6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586426 Mar 03 01:06:26.023400 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74b683-5a2e-4301-8d71-978e32eea7b8 req-c7c62820-8648-43bf-af41-329939b830fe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:26.026484 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3c74b683-5a2e-4301-8d71-978e32eea7b8 req-c7c62820-8648-43bf-af41-329939b830fe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0570619 Mar 03 01:06:26.085190 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3c74b683-5a2e-4301-8d71-978e32eea7b8 req-36849664-ea8f-49e1-afe7-2a934d691e14 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541353 Mar 03 01:06:27.205978 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00286e-02a6-468a-9cf2-96e32260b7ec req-b4bc821d-e076-4ca3-815c-2a8345f516e9 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:27.207534 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3d00286e-02a6-468a-9cf2-96e32260b7ec req-b4bc821d-e076-4ca3-815c-2a8345f516e9 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0542128 Mar 03 01:06:27.268549 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3d00286e-02a6-468a-9cf2-96e32260b7ec req-c8db426e-a4f9-49c7-91c0-ba97dc9eca89 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547183 Mar 03 01:06:27.771151 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eefefc-e87d-4974-ab4c-335c8ee7ae5c req-94e77d39-872c-460f-bade-608f38c0732f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:27.772678 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-08eefefc-e87d-4974-ab4c-335c8ee7ae5c req-94e77d39-872c-460f-bade-608f38c0732f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.0548882 Mar 03 01:06:27.817777 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-08eefefc-e87d-4974-ab4c-335c8ee7ae5c req-0d803a19-d917-4fb1-b304-b4fc4678aa44 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395927 Mar 03 01:06:28.388550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eb2ac-9f34-4218-8b47-0b325779d5df req-472b5187-d9ca-4e07-b4c5-b68d61a61f51 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:28.390042 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-766eb2ac-9f34-4218-8b47-0b325779d5df req-472b5187-d9ca-4e07-b4c5-b68d61a61f51 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0530205 Mar 03 01:06:28.448532 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-766eb2ac-9f34-4218-8b47-0b325779d5df req-55fe49c2-ffd0-4378-9b48-c3d7f84f7fcc tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529702 Mar 03 01:06:28.937249 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced60bc4-1964-4c43-9530-3b68421a5fdc req-3425af4c-cff5-4693-af91-e3105c8f251f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:28.938693 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ced60bc4-1964-4c43-9530-3b68421a5fdc req-3425af4c-cff5-4693-af91-e3105c8f251f tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.0547919 Mar 03 01:06:28.983026 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ced60bc4-1964-4c43-9530-3b68421a5fdc req-09dddde7-58a6-440a-900a-449edf1394a5 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Mar 03 01:06:29.564967 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a39a0-6a18-4e57-bd39-6e7d9ee80fa7 req-eae0ca91-4642-4800-8247-c273260b798c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:29.566438 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a64a39a0-6a18-4e57-bd39-6e7d9ee80fa7 req-eae0ca91-4642-4800-8247-c273260b798c tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0524616 Mar 03 01:06:29.625404 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a64a39a0-6a18-4e57-bd39-6e7d9ee80fa7 req-1405e6d5-6286-4130-a333-0df4e52a5bc4 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526025 Mar 03 01:06:30.037992 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-d1689ccd-8b8c-4563-88e5-1bfe43ba2048 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:30.039462 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-d1689ccd-8b8c-4563-88e5-1bfe43ba2048 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.0524976 Mar 03 01:06:30.156881 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda6202-0e00-47f0-aa90-335760e7c91d req-c09fc640-6caa-41f7-85a0-f401a8b972f9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:30.158356 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1eda6202-0e00-47f0-aa90-335760e7c91d req-c09fc640-6caa-41f7-85a0-f401a8b972f9 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 946 time: 0.1077828 Mar 03 01:06:30.195925 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Deleting port f581e031-178f-4e99-9411-dca884b61460 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:06:30.196296 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (f581e031-178f-4e99-9411-dca884b61460), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:30.254216 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1eda6202-0e00-47f0-aa90-335760e7c91d req-822b987a-30f9-48d9-95fe-35cd91c421ea tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894592 Mar 03 01:06:30.299113 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] For port f581e031-178f-4e99-9411-dca884b61460, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f581e031-178f-4e99-9411-dca884b61460,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:30.299478 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (f581e031-178f-4e99-9411-dca884b61460), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:30.470468 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:30.470928 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (83b8a29b-5da5-473b-9929-c2fce8ed75da), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:30.471333 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Floating IP 83b8a29b-5da5-473b-9929-c2fce8ed75da disassociated. External IP: 172.27.0.52, port: f581e031-178f-4e99-9411-dca884b61460. Mar 03 01:06:30.471678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Calling delete_port for f581e031-178f-4e99-9411-dca884b61460 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:06:30.603106 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f581e031-178f-4e99-9411-dca884b61460), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:30.628624 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event deleted for resources: {'Port': ['ID=f581e031-178f-4e99-9411-dca884b61460,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:30.638747 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.639104 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.639451 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.639797 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.640158 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.640494 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.640828 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.641175 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.641893 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.641893 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.642152 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.642427 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.642747 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:30.790434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e79297-d39a-4027-947e-af9ab682b933 req-14944eeb-f962-45c2-8e3e-c6b5a3a0f583 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:30.791902 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f1e79297-d39a-4027-947e-af9ab682b933 req-14944eeb-f962-45c2-8e3e-c6b5a3a0f583 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0970333 Mar 03 01:06:30.807664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:06:30.906887 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f1e79297-d39a-4027-947e-af9ab682b933 req-a9f28cdc-ebb9-4acc-830a-91ac49ecbbbe tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087756 Mar 03 01:06:30.961782 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:06:30.971649 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:06:30.982383 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:06:30.983021 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:06:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:31.003821 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] No DVR routers for this DVR port f581e031-178f-4e99-9411-dca884b61460 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:06:31.007909 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:31.011462 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-795ba114-e297-47b7-b23f-14e572b1dd67 req-e819eaaa-f260-4704-816c-bfaba3c528db tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.30 "DELETE /v2.0/ports/f581e031-178f-4e99-9411-dca884b61460 HTTP/1.1" status: 204 len: 173 time: 0.9668462 Mar 03 01:06:31.011960 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'name': 'network-vif-deleted', 'tag': 'f581e031-178f-4e99-9411-dca884b61460'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:06:31.014310 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e4809f-ba9c-4c33-a058-1fba81d1c011" -d '{"events": [{"server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "name": "network-vif-deleted", "tag": "f581e031-178f-4e99-9411-dca884b61460"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:06:31.062141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b815162-a81c-4868-bcb0-2bf97a3273f1 x-openstack-request-id: req-6b815162-a81c-4868-bcb0-2bf97a3273f1 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:06:31.062502 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376c37f6-665e-4ddf-b50a-83df53320fe1", "name": "network-vif-deleted", "tag": "f581e031-178f-4e99-9411-dca884b61460", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:06:31.062771 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b815162-a81c-4868-bcb0-2bf97a3273f1 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:06:31.063234 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376c37f6-665e-4ddf-b50a-83df53320fe1', 'name': 'network-vif-deleted', 'tag': 'f581e031-178f-4e99-9411-dca884b61460', 'status': 'completed', 'code': 200} Mar 03 01:06:31.235757 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:06:31.360094 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8855783f-ff31-4aa9-b04f-ba2c15750b4f req-341e5e61-bca5-4749-92d5-473bac158a1c tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/ports?device_id=376c37f6-665e-4ddf-b50a-83df53320fe1 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Mar 03 01:06:31.437179 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:31.463539 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:06:31.472311 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:06:31.472968 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:06:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:31.584556 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:06:31.788098 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:31.813072 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6625376-fdf5-424e-b20a-3868f7756701 None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:00:02Z', 'revision_number': 4, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': 'c02658cd-0482-4576-bd6d-493f91da4b20', 'name': '', 'network_id': '1183d3ed-5b05-4284-9888-eb6866bc36db', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'mac_address': 'fa:16:3e:83:ce:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2286ee20-4897-4b91-860b-6a40a733da09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:58Z', 'updated_at': '2022-03-03T01:00:08Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'subnets': [{'id': '2286ee20-4897-4b91-860b-6a40a733da09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:06:32.030637 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd782da6-d1e6-4d0a-9b52-0035081ad4b5 None None] New status for floating IP 83b8a29b-5da5-473b-9929-c2fce8ed75da: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:06:32.033023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012945-3fdf-47f5-ab6b-4c1f0044bea7 req-f901610a-e8b0-45b6-9819-22a9881cbcb6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:32.034508 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-38012945-3fdf-47f5-ab6b-4c1f0044bea7 req-f901610a-e8b0-45b6-9819-22a9881cbcb6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0575447 Mar 03 01:06:32.101114 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-38012945-3fdf-47f5-ab6b-4c1f0044bea7 req-1ccbe63f-209f-4686-8063-08137db2a2d0 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602767 Mar 03 01:06:32.442082 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37900) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:32.494684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.516768 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.564580 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.567234 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.568402 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "DELETE /v2.0/security-groups/8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3 HTTP/1.1" status: 204 len: 168 time: 0.1253228 Mar 03 01:06:32.571248 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37902) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:32.577848 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:32.585518 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.api.v2.resource [None req-24157942-3e8b-4eee-8f86-4c19e5e95087 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] show failed (client error): The resource could not be found. Mar 03 01:06:32.585984 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.586345 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.586538 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-24157942-3e8b-4eee-8f86-4c19e5e95087 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "GET /v2.0/security-groups/8a66c3b0-2b4c-4a66-be1e-c66700eb6dc3 HTTP/1.1" status: 404 len: 347 time: 0.0141504 Mar 03 01:06:32.586718 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.587032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.587367 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.587717 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.588032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.588384 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.588712 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.589039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.589364 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.589467 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 37904) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:32.589691 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.590012 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d661f-d013-4b55-973e-df4e5e65917d tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:32.712372 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Deleting port 67e18cfb-8d9d-47b9-a64e-38d9221be916 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:06:32.712711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.784472 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.784798 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (67e18cfb-8d9d-47b9-a64e-38d9221be916), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.796115 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Calling delete_port for 67e18cfb-8d9d-47b9-a64e-38d9221be916 owned by network:floatingip {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:06:32.924916 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (67e18cfb-8d9d-47b9-a64e-38d9221be916), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:32.948594 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Pushing event deleted for resources: {'Port': ['ID=67e18cfb-8d9d-47b9-a64e-38d9221be916,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:33.016296 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks [] for floatingip (83b8a29b-5da5-473b-9929-c2fce8ed75da), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:33.018767 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:33.019950 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d72c3d8a-36e7-41f1-b044-08bc60384229 tempest-AttachVolumeTestJSON-588818000 tempest-AttachVolumeTestJSON-588818000-project] 10.222.0.18 "DELETE /v2.0/floatingips/83b8a29b-5da5-473b-9929-c2fce8ed75da HTTP/1.1" status: 204 len: 168 time: 0.4296520 Mar 03 01:06:33.220023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb5574-3675-4ce8-bca7-6533da3a031a req-9443c08f-85a2-47eb-af49-9edc6b5dd7f9 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:33.221521 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6ffb5574-3675-4ce8-bca7-6533da3a031a req-9443c08f-85a2-47eb-af49-9edc6b5dd7f9 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0533047 Mar 03 01:06:33.279820 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6ffb5574-3675-4ce8-bca7-6533da3a031a req-f6507814-66df-4ebb-a403-6c261790b3bc tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=a502c3cf-a9d1-419a-a15e-52e1a1b735b4&id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524666 Mar 03 01:06:34.158442 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f581e031-178f-4e99-9411-dca884b61460 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:06:34.178989 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: f581e031-178f-4e99-9411-dca884b61460 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:06:34.179332 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device f581e031-178f-4e99-9411-dca884b61460 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:06:36.533453 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37938) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:37.013740 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (6a66169f-efcb-4db1-93d1-8429eb64cca2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:37.483400 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Deleting port c02658cd-0482-4576-bd6d-493f91da4b20 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:06:37.483739 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:37.561653 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] For port c02658cd-0482-4576-bd6d-493f91da4b20, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c02658cd-0482-4576-bd6d-493f91da4b20,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:37.562299 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:37.574371 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Calling delete_port for c02658cd-0482-4576-bd6d-493f91da4b20 owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:06:37.748886 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (c02658cd-0482-4576-bd6d-493f91da4b20), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:37.774093 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02658cd-0482-4576-bd6d-493f91da4b20,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:37.942267 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (6a66169f-efcb-4db1-93d1-8429eb64cca2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.153937 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Router 6a66169f-efcb-4db1-93d1-8429eb64cca2 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:06:38.259530 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:06:38.264607 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-35ea15df-6135-40f4-a4cc-9b193bf34314 admin admin] 10.222.0.18 "PUT /v2.0/routers/6a66169f-efcb-4db1-93d1-8429eb64cca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7301078 Mar 03 01:06:38.267087 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37942) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:38.273705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] Sync routers for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:06:38.283198 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:06:38.283800 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:06:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:38.370813 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks [] for router (6a66169f-efcb-4db1-93d1-8429eb64cca2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.391598 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:06:38.481424 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks [] for router_gateway (6a66169f-efcb-4db1-93d1-8429eb64cca2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.538088 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Deleting port 8abbf32b-a58b-4773-867e-55aee25e82cf {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:06:38.538431 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.575214 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:06:37Z', 'revision_number': 5, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port': {'id': '8abbf32b-a58b-4773-867e-55aee25e82cf', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:45Z', 'updated_at': '2022-03-03T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:38.600639 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] Checking router: 6a66169f-efcb-4db1-93d1-8429eb64cca2 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:06:38.608868 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] Routers {'6a66169f-efcb-4db1-93d1-8429eb64cca2'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:06:38.609510 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:06:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['6a66169f-efcb-4db1-93d1-8429eb64cca2'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:38.618215 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] For port 8abbf32b-a58b-4773-867e-55aee25e82cf, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=8abbf32b-a58b-4773-867e-55aee25e82cf,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:38.618750 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.631963 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Calling delete_port for 8abbf32b-a58b-4773-867e-55aee25e82cf owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:06:38.703957 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a997a7bc-4595-4409-8441-7abe7383af6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.713693 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] Set router 6a66169f-efcb-4db1-93d1-8429eb64cca2 gateway port host: None {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:06:38.769853 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:06:38Z', 'revision_number': 6, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:38.798506 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d52b9-7f86-4cd7-ae90-457f8acf5645 None None] The sync data for ids ['6a66169f-efcb-4db1-93d1-8429eb64cca2'] in dv-cinder-831090-5-iscsi is: [{'id': '6a66169f-efcb-4db1-93d1-8429eb64cca2', 'name': 'tempest-AttachVolumeTestJSON-1851337988-router', 'tenant_id': 'e8352f65ca5c4d64a4f541df45592573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T01:06:38Z', 'revision_number': 6, 'project_id': 'e8352f65ca5c4d64a4f541df45592573', 'gw_port_host': None}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:06:38.799674 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (8abbf32b-a58b-4773-867e-55aee25e82cf), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.830409 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abbf32b-a58b-4773-867e-55aee25e82cf,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:38.890039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (6a66169f-efcb-4db1-93d1-8429eb64cca2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.981153 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (6a66169f-efcb-4db1-93d1-8429eb64cca2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:38.983146 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks [] for router_controller (6a66169f-efcb-4db1-93d1-8429eb64cca2), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.027898 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (6a66169f-efcb-4db1-93d1-8429eb64cca2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.028464 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a66169f-efcb-4db1-93d1-8429eb64cca2 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:06:39.032990 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.034133 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e6bd7fe5-ce42-4508-a9e7-bfc945ebb976 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6a66169f-efcb-4db1-93d1-8429eb64cca2 HTTP/1.1" status: 204 len: 168 time: 0.7661500 Mar 03 01:06:39.036612 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37944) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:39.079756 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Deleting subnet 2286ee20-4897-4b91-860b-6a40a733da09 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:06:39.082750 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Publish callbacks [] for subnet (2286ee20-4897-4b91-860b-6a40a733da09), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.116478 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (2286ee20-4897-4b91-860b-6a40a733da09), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.231140 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (2286ee20-4897-4b91-860b-6a40a733da09), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.281918 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (2286ee20-4897-4b91-860b-6a40a733da09), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.307093 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2286ee20-4897-4b91-860b-6a40a733da09,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:39.310681 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.313936 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d41b9476-fb21-4a6d-bdde-1bde05b49dd6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2286ee20-4897-4b91-860b-6a40a733da09 HTTP/1.1" status: 204 len: 168 time: 0.2763882 Mar 03 01:06:39.316367 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37946) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:39.319377 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1d682-adee-459f-8c42-80b971ab4b96 None None] Network 1183d3ed-5b05-4284-9888-eb6866bc36db requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:06:39.388305 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (1183d3ed-5b05-4284-9888-eb6866bc36db), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.440649 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Deleting port c66114a6-46c7-4177-9a8e-efe8228a1ef3 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:06:39.440968 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.501690 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] For port c66114a6-46c7-4177-9a8e-efe8228a1ef3, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c66114a6-46c7-4177-9a8e-efe8228a1ef3,segment=NetworkSegment(d88e8bc9-a278-4618-991d-a8ba4599d240),segment_id=d88e8bc9-a278-4618-991d-a8ba4599d240)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:39.501976 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.514168 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Calling delete_port for c66114a6-46c7-4177-9a8e-efe8228a1ef3 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:06:39.558540 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] DHCP port deletion for 1183d3ed-5b05-4284-9888-eb6866bc36db request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:06:39.600466 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.613497 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Deleting port c66114a6-46c7-4177-9a8e-efe8228a1ef3 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:06:39.613976 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.626598 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66114a6-46c7-4177-9a8e-efe8228a1ef3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:39.628447 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] No DVR routers for this DVR port c66114a6-46c7-4177-9a8e-efe8228a1ef3 on host dv-cinder-831090-5-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:06:39.686579 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] For port c66114a6-46c7-4177-9a8e-efe8228a1ef3, host dv-cinder-831090-5-iscsi, got binding levels [] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:06:39.687096 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.700993 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Calling delete_port for c66114a6-46c7-4177-9a8e-efe8228a1ef3 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:06:39.705340 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.ipam_backend_mixin [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Port c66114a6-46c7-4177-9a8e-efe8228a1ef3 was not found and therefore no delete operation was performed {{(pid=102988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 01:06:39.706696 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (c66114a6-46c7-4177-9a8e-efe8228a1ef3), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.732097 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Pushing event deleted for resources: {'Port': ['ID=c66114a6-46c7-4177-9a8e-efe8228a1ef3,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:39.742559 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.742914 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.743269 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.743613 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.743955 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.744323 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.744657 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.744981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.745321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.745657 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.745990 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.746322 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.746725 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:06:39.751315 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf6f12-1866-497d-a84a-84e574e479ad None None] No DVR routers for this DVR port c66114a6-46c7-4177-9a8e-efe8228a1ef3 on host dv-cinder-831090-5-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:06:39.911469 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (1183d3ed-5b05-4284-9888-eb6866bc36db), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.930919 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1183d3ed-5b05-4284-9888-eb6866bc36db']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:39.939774 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88e8bc9-a278-4618-991d-a8ba4599d240') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:39.940098 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88e8bc9-a278-4618-991d-a8ba4599d240') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:06:39.948952 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (d88e8bc9-a278-4618-991d-a8ba4599d240), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.962106 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (d88e8bc9-a278-4618-991d-a8ba4599d240), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.967968 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:06:39.968374 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (d88e8bc9-a278-4618-991d-a8ba4599d240), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:06:39.969985 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:06:40.021307 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (1183d3ed-5b05-4284-9888-eb6866bc36db), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:40.027197 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:40.030567 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1183d3ed-5b05-4284-9888-eb6866bc36db HTTP/1.1" status: 204 len: 168 time: 0.7132964 Mar 03 01:06:40.041852 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2733617-3fba-4a81-97ba-95c7107845c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1183d3ed-5b05-4284-9888-eb6866bc36db,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:40.140802 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37952) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:40.185618 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c8dd9948-f64c-441a-a132-fac150e25719 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8352f65ca5c4d64a4f541df45592573&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436373 Mar 03 01:06:40.188003 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 37954) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:40.233581 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-91134341-95b3-4515-ab01-e563e3cf5c8b admin admin] Publish callbacks [] for security_group (a5ed0abf-581b-4136-a130-660c3a4c6f31), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:40.254372 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-91134341-95b3-4515-ab01-e563e3cf5c8b admin admin] Publish callbacks [] for security_group (a5ed0abf-581b-4136-a130-660c3a4c6f31), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:40.301036 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-91134341-95b3-4515-ab01-e563e3cf5c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a5ed0abf-581b-4136-a130-660c3a4c6f31), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:40.303839 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-91134341-95b3-4515-ab01-e563e3cf5c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:40.305019 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-91134341-95b3-4515-ab01-e563e3cf5c8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ed0abf-581b-4136-a130-660c3a4c6f31 HTTP/1.1" status: 204 len: 168 time: 0.1161034 Mar 03 01:06:40.312815 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91134341-95b3-4515-ab01-e563e3cf5c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed0abf-581b-4136-a130-660c3a4c6f31,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:40.511953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c02658cd-0482-4576-bd6d-493f91da4b20 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:06:40.532594 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: c02658cd-0482-4576-bd6d-493f91da4b20 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:06:40.532941 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c02658cd-0482-4576-bd6d-493f91da4b20 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:06:40.533349 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c66114a6-46c7-4177-9a8e-efe8228a1ef3 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:06:40.556135 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: c66114a6-46c7-4177-9a8e-efe8228a1ef3 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:06:40.556497 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c66114a6-46c7-4177-9a8e-efe8228a1ef3 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:06:40.556930 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 8abbf32b-a58b-4773-867e-55aee25e82cf no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:06:40.580585 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 8abbf32b-a58b-4773-867e-55aee25e82cf {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:06:40.580937 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 8abbf32b-a58b-4773-867e-55aee25e82cf not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:06:41.103259 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc2e3-2d02-4c42-91c5-4845ce11f680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:41.975757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38010) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:42.078101 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6f19-1eed-48d2-b979-fdb9f385a663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.152240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6f19-1eed-48d2-b979-fdb9f385a663 admin admin] Publish callbacks [] for security_group (dbfad348-94ab-4cad-9dca-cbd288d197a2), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.155976 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6f19-1eed-48d2-b979-fdb9f385a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (dbfad348-94ab-4cad-9dca-cbd288d197a2), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.193107 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-4d6c6f19-1eed-48d2-b979-fdb9f385a663 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c67199a7d3f4f18a12c1c5c352e7d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162893 Mar 03 01:06:42.194675 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6f19-1eed-48d2-b979-fdb9f385a663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfad348-94ab-4cad-9dca-cbd288d197a2,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:42.197398 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38014) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:42.243834 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1cb58d7f-b44e-48d0-94d7-c2faa42182fd admin admin] Publish callbacks [] for security_group (dbfad348-94ab-4cad-9dca-cbd288d197a2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.265054 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1cb58d7f-b44e-48d0-94d7-c2faa42182fd admin admin] Publish callbacks [] for security_group (dbfad348-94ab-4cad-9dca-cbd288d197a2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.299143 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.313655 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1cb58d7f-b44e-48d0-94d7-c2faa42182fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (dbfad348-94ab-4cad-9dca-cbd288d197a2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.316521 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1cb58d7f-b44e-48d0-94d7-c2faa42182fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.317728 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1cb58d7f-b44e-48d0-94d7-c2faa42182fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbfad348-94ab-4cad-9dca-cbd288d197a2 HTTP/1.1" status: 204 len: 168 time: 0.1191728 Mar 03 01:06:42.325653 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb58d7f-b44e-48d0-94d7-c2faa42182fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfad348-94ab-4cad-9dca-cbd288d197a2,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:42.579462 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38020) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:42.592996 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-51c1cff9-7c15-43fc-8fcf-321bcc6f626c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.671416 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-51c1cff9-7c15-43fc-8fcf-321bcc6f626c admin admin] Publish callbacks [] for security_group (276f1299-cc93-4778-98cc-32aee50d435c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.675020 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-51c1cff9-7c15-43fc-8fcf-321bcc6f626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (276f1299-cc93-4778-98cc-32aee50d435c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.711754 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-51c1cff9-7c15-43fc-8fcf-321bcc6f626c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5a28cd0cf284f70a2c3bea4e5aac98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311898 Mar 03 01:06:42.712879 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1cff9-7c15-43fc-8fcf-321bcc6f626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276f1299-cc93-4778-98cc-32aee50d435c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:42.714439 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38022) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:06:42.766036 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab051821-fffc-4e71-b54c-63d8b8caf509 admin admin] Publish callbacks [] for security_group (276f1299-cc93-4778-98cc-32aee50d435c), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.788143 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab051821-fffc-4e71-b54c-63d8b8caf509 admin admin] Publish callbacks [] for security_group (276f1299-cc93-4778-98cc-32aee50d435c), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.834298 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab051821-fffc-4e71-b54c-63d8b8caf509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (276f1299-cc93-4778-98cc-32aee50d435c), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.837032 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ab051821-fffc-4e71-b54c-63d8b8caf509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:42.838308 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ab051821-fffc-4e71-b54c-63d8b8caf509 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/276f1299-cc93-4778-98cc-32aee50d435c HTTP/1.1" status: 204 len: 168 time: 0.1228616 Mar 03 01:06:42.845677 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab051821-fffc-4e71-b54c-63d8b8caf509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276f1299-cc93-4778-98cc-32aee50d435c,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:06:43.594047 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:44.474918 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-d3a2c610-2752-4ffb-a2d7-b3663452079c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440199 Mar 03 01:06:44.590369 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-c0dcf3ca-8f19-4747-8533-b0fd1d38d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:44.591836 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-c0dcf3ca-8f19-4747-8533-b0fd1d38d91f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1129 time: 0.0476408 Mar 03 01:06:44.697843 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-50d4f5c5-79ad-48aa-9546-9228684115fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:44.699296 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-50d4f5c5-79ad-48aa-9546-9228684115fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 909 time: 0.0859182 Mar 03 01:06:44.763586 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-750ee3ef-7e31-4e16-864f-947bbf8d9231 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0567431 Mar 03 01:06:44.813825 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-af91241d-fd88-41a9-b9e5-accdef51942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:44.815244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-af91241d-fd88-41a9-b9e5-accdef51942c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.0455081 Mar 03 01:06:44.864748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-386232a8-5fcd-48b2-8aba-3afe5268e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:06:44.866266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-386232a8-5fcd-48b2-8aba-3afe5268e946 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441422 Mar 03 01:06:44.958931 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-1e6b10e4-081a-4d6f-a93a-fa39000ccdb9 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Mar 03 01:06:45.053791 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-13f87690-edfb-40b4-89a9-8cc9966871a0 req-8da64ca3-fd85-47f7-9fbc-1c8b1130706b service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848401 Mar 03 01:06:45.142891 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:06:45.277573 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:06:45.399688 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:04.544725 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76567d17-9586-46b8-92ad-70c1e4c54d47 req-ca3cccc4-0311-4ed8-b3e5-1027b32b51b2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:04.546107 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76567d17-9586-46b8-92ad-70c1e4c54d47 req-ca3cccc4-0311-4ed8-b3e5-1027b32b51b2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 946 time: 0.0528698 Mar 03 01:07:04.593582 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76567d17-9586-46b8-92ad-70c1e4c54d47 req-ef71a1cc-27d3-4c96-b991-7d35c8a1cef4 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Mar 03 01:07:05.717485 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4cbd-e712-40a1-ac21-f8ba9e8afc69 req-ca7c090b-0b45-443a-adbf-d00e5acf8b01 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:05.718926 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c41b4cbd-e712-40a1-ac21-f8ba9e8afc69 req-ca7c090b-0b45-443a-adbf-d00e5acf8b01 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 946 time: 0.0517857 Mar 03 01:07:05.767197 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c41b4cbd-e712-40a1-ac21-f8ba9e8afc69 req-93968cfc-5693-4742-b53d-290919e5a75d tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed15db7-f331-4de3-a5e2-4feed07d306a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Mar 03 01:07:06.191723 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-d4811a6e-05eb-4df6-b79e-5b3ed995900c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:06.193227 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-d4811a6e-05eb-4df6-b79e-5b3ed995900c tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 946 time: 0.0511384 Mar 03 01:07:06.283768 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Deleting port 8d91336b-0d99-4627-b823-a76524412acf {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:06.284134 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (8d91336b-0d99-4627-b823-a76524412acf), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:06.378126 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] For port 8d91336b-0d99-4627-b823-a76524412acf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8d91336b-0d99-4627-b823-a76524412acf,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:06.378818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (8d91336b-0d99-4627-b823-a76524412acf), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:06.556927 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:06.557293 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (b5103eeb-35d0-4aa6-9a24-5ec9eec47aed), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:06.557609 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Floating IP b5103eeb-35d0-4aa6-9a24-5ec9eec47aed disassociated. External IP: 172.27.0.73, port: 8d91336b-0d99-4627-b823-a76524412acf. Mar 03 01:07:06.557950 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Calling delete_port for 8d91336b-0d99-4627-b823-a76524412acf owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:06.688022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (8d91336b-0d99-4627-b823-a76524412acf), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:06.715943 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event deleted for resources: {'Port': ['ID=8d91336b-0d99-4627-b823-a76524412acf,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:06.831915 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:06.898632 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6c835b94-eb43-45d5-992a-794d1c039e7c req-b85e6303-c639-454f-88c2-a9ce6521ce5e tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.0588448 Mar 03 01:07:06.964068 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:06.979134 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:06.989150 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:06.989873 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:06:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:07.010020 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] No DVR routers for this DVR port 8d91336b-0d99-4627-b823-a76524412acf on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:07.012604 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:07.015907 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-27410beb-f4fd-4b4e-b9ec-167fb296a628 req-412b85e0-fc1a-4f46-91e5-a9cdd7850a67 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.30 "DELETE /v2.0/ports/8d91336b-0d99-4627-b823-a76524412acf HTTP/1.1" status: 204 len: 173 time: 0.8166368 Mar 03 01:07:07.016385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-deleted', 'tag': '8d91336b-0d99-4627-b823-a76524412acf'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:07:07.018616 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4b741a-fb6d-4c3f-8eb4-5c32eb8eed89" -d '{"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-deleted", "tag": "8d91336b-0d99-4627-b823-a76524412acf"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:07:07.061288 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3a888e-b5fb-4fc8-8105-9ac0cc0b7d4b x-openstack-request-id: req-db3a888e-b5fb-4fc8-8105-9ac0cc0b7d4b {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:07:07.061736 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaa67f-710e-4e3d-a342-ce2ec8005546", "name": "network-vif-deleted", "tag": "8d91336b-0d99-4627-b823-a76524412acf", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:07:07.062137 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db3a888e-b5fb-4fc8-8105-9ac0cc0b7d4b {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:07:07.062598 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaa67f-710e-4e3d-a342-ce2ec8005546', 'name': 'network-vif-deleted', 'tag': '8d91336b-0d99-4627-b823-a76524412acf', 'status': 'completed', 'code': 200} Mar 03 01:07:07.188941 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:07.384013 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:07.409078 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:07.417561 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:07.418141 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:06:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:07.522222 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:07.717755 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:07.743374 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87bb3ac-590a-4302-8874-28fb23845b96 None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T00:59:49Z', 'revision_number': 4, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '88667521-8274-49f8-b12f-cf2f5c44b0fa', 'name': '', 'network_id': '826fbe9b-6b11-4a39-a768-b2856677ca9f', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'mac_address': 'fa:16:3e:7d:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:47Z', 'updated_at': '2022-03-03T00:59:57Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'subnets': [{'id': '6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:07.961116 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfecfe5-56c2-4314-8754-0062d2766280 None None] New status for floating IP b5103eeb-35d0-4aa6-9a24-5ec9eec47aed: DOWN {{(pid=102988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:07:07.997730 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a47a07a-f3b8-453e-b768-0decc90d1c1c req-448713da-e708-4094-af15-5c6e23c13af2 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Mar 03 01:07:08.689720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-440312c7-944d-40bd-97bd-7cd9fe753980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:09.099354 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-67a79473-eb87-4c96-8b92-dba7305aa416 req-345e2aa1-9d22-4d0c-98d0-4a5d4d1cfe45 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/ports?device_id=74eaa67f-710e-4e3d-a342-ce2ec8005546 HTTP/1.1" status: 200 len: 210 time: 0.0264759 Mar 03 01:07:10.185560 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38222) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:10.238703 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85bda196-357b-4c03-998c-8c8347b1a042 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (2ed15db7-f331-4de3-a5e2-4feed07d306a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.261763 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85bda196-357b-4c03-998c-8c8347b1a042 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (2ed15db7-f331-4de3-a5e2-4feed07d306a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.307914 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85bda196-357b-4c03-998c-8c8347b1a042 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (2ed15db7-f331-4de3-a5e2-4feed07d306a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.310472 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85bda196-357b-4c03-998c-8c8347b1a042 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.311599 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-85bda196-357b-4c03-998c-8c8347b1a042 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "DELETE /v2.0/security-groups/2ed15db7-f331-4de3-a5e2-4feed07d306a HTTP/1.1" status: 204 len: 168 time: 0.1250656 Mar 03 01:07:10.314499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38224) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:10.320881 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bda196-357b-4c03-998c-8c8347b1a042 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed15db7-f331-4de3-a5e2-4feed07d306a,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:10.328433 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.api.v2.resource [None req-c6df57c9-2e1f-4aba-91a5-cf0ffff9fbd1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] show failed (client error): The resource could not be found. Mar 03 01:07:10.329448 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c6df57c9-2e1f-4aba-91a5-cf0ffff9fbd1 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "GET /v2.0/security-groups/2ed15db7-f331-4de3-a5e2-4feed07d306a HTTP/1.1" status: 404 len: 347 time: 0.0139415 Mar 03 01:07:10.332535 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38226) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:10.455217 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Deleting port 85cb46b9-0010-4948-8b77-bc0907dcba51 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:10.455561 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.533072 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.533430 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (85cb46b9-0010-4948-8b77-bc0907dcba51), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.544964 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Calling delete_port for 85cb46b9-0010-4948-8b77-bc0907dcba51 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:10.686525 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (85cb46b9-0010-4948-8b77-bc0907dcba51), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.714093 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Pushing event deleted for resources: {'Port': ['ID=85cb46b9-0010-4948-8b77-bc0907dcba51,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:10.776019 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks [] for floatingip (b5103eeb-35d0-4aa6-9a24-5ec9eec47aed), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.778576 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:10.780018 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-16e3b1b1-2d7b-43b4-b308-5f101eb2ba35 tempest-AttachVolumeShelveTestJSON-40566401 tempest-AttachVolumeShelveTestJSON-40566401-project] 10.222.0.18 "DELETE /v2.0/floatingips/b5103eeb-35d0-4aa6-9a24-5ec9eec47aed HTTP/1.1" status: 204 len: 168 time: 0.4465275 Mar 03 01:07:11.105514 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2c77-c297-4141-8497-33ec54491f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:12.305553 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:13.198079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38288) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:13.439086 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:13.458699 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 8d91336b-0d99-4627-b823-a76524412acf {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:13.459043 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 8d91336b-0d99-4627-b823-a76524412acf not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:13.596886 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:13.703278 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:13.945159 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Deleting port 88667521-8274-49f8-b12f-cf2f5c44b0fa {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:13.945641 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.020890 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] For port 88667521-8274-49f8-b12f-cf2f5c44b0fa, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=88667521-8274-49f8-b12f-cf2f5c44b0fa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:14.021259 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.033840 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Calling delete_port for 88667521-8274-49f8-b12f-cf2f5c44b0fa owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:14.209356 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (88667521-8274-49f8-b12f-cf2f5c44b0fa), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.239261 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=88667521-8274-49f8-b12f-cf2f5c44b0fa,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:14.404032 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.630138 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:14.635703 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38306) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:14.740479 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-99167a40-08b6-49ab-93d8-874a6625c3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.740789 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:14.746508 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-12b42748-a4b3-4b27-af84-6bb2225bf9dc admin admin] 10.222.0.18 "PUT /v2.0/routers/1418d8cd-2695-4b30-ac77-ff6c3bdc071e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5472863 Mar 03 01:07:14.749105 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38310) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:14.752340 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] Sync routers for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:14.763178 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:14.763930 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:14.834945 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-99167a40-08b6-49ab-93d8-874a6625c3a4 admin admin] Publish callbacks [] for security_group (61cd9ca5-fa3b-48df-922a-4a7d003e01cd), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.840848 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-99167a40-08b6-49ab-93d8-874a6625c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (61cd9ca5-fa3b-48df-922a-4a7d003e01cd), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.859666 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks [] for router (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.874491 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:14.885906 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-99167a40-08b6-49ab-93d8-874a6625c3a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=868659e0e54a4aa8a9224d216ff08f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457941 Mar 03 01:07:14.885906 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99167a40-08b6-49ab-93d8-874a6625c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd9ca5-fa3b-48df-922a-4a7d003e01cd,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:14.888424 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38312) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:14.940625 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b85f695f-38c3-4466-a98e-bb17533ad756 admin admin] Publish callbacks [] for security_group (61cd9ca5-fa3b-48df-922a-4a7d003e01cd), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.962935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b85f695f-38c3-4466-a98e-bb17533ad756 admin admin] Publish callbacks [] for security_group (61cd9ca5-fa3b-48df-922a-4a7d003e01cd), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:14.969023 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks [] for router_gateway (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.015498 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b85f695f-38c3-4466-a98e-bb17533ad756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (61cd9ca5-fa3b-48df-922a-4a7d003e01cd), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.018247 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b85f695f-38c3-4466-a98e-bb17533ad756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.021719 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b85f695f-38c3-4466-a98e-bb17533ad756 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61cd9ca5-fa3b-48df-922a-4a7d003e01cd HTTP/1.1" status: 204 len: 168 time: 0.1298022 Mar 03 01:07:15.027796 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f695f-38c3-4466-a98e-bb17533ad756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd9ca5-fa3b-48df-922a-4a7d003e01cd,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:15.037394 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Deleting port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:15.037889 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.074973 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T01:07:14Z', 'revision_number': 5, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port': {'id': '6bb221ae-d4d9-4410-8931-0cf6ab2c4217', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T00:59:43Z', 'updated_at': '2022-03-03T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:15.105579 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] Checking router: 1418d8cd-2695-4b30-ac77-ff6c3bdc071e for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:15.114115 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] Routers {'1418d8cd-2695-4b30-ac77-ff6c3bdc071e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:15.114718 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:15.129087 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] For port 6bb221ae-d4d9-4410-8931-0cf6ab2c4217, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:15.129513 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.143159 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Calling delete_port for 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:15.206111 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] Set router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:15.262073 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T01:07:14Z', 'revision_number': 6, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:15.284091 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.293722 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22433072-4320-4615-8cfd-8f3d3cc1c0bb None None] The sync data for ids ['1418d8cd-2695-4b30-ac77-ff6c3bdc071e'] in dv-cinder-831090-5-iscsi is: [{'id': '1418d8cd-2695-4b30-ac77-ff6c3bdc071e', 'name': 'tempest-AttachVolumeShelveTestJSON-1790530587-router', 'tenant_id': 'bef389e3c3364001aadfe038cbec2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T00:59:41Z', 'updated_at': '2022-03-03T01:07:14Z', 'revision_number': 6, 'project_id': 'bef389e3c3364001aadfe038cbec2dba', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:15.328085 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (6bb221ae-d4d9-4410-8931-0cf6ab2c4217), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.339239 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38318) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:15.352215 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-84c6202a-b7dd-49dd-b3c1-1c856c9317e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.358656 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb221ae-d4d9-4410-8931-0cf6ab2c4217,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:15.401010 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.429080 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.435210 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-84c6202a-b7dd-49dd-b3c1-1c856c9317e4 admin admin] Publish callbacks [] for security_group (45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.439038 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-84c6202a-b7dd-49dd-b3c1-1c856c9317e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.477322 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-84c6202a-b7dd-49dd-b3c1-1c856c9317e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a8ef8370bd94174b35425a8b6b063b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369231 Mar 03 01:07:15.477942 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6202a-b7dd-49dd-b3c1-1c856c9317e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:15.480973 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38320) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:15.525421 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.527570 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks [] for router_controller (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.531996 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0f37f463-e4cd-4558-a53c-76ef9de19d77 admin admin] Publish callbacks [] for security_group (45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.555046 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0f37f463-e4cd-4558-a53c-76ef9de19d77 admin admin] Publish callbacks [] for security_group (45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.575049 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (1418d8cd-2695-4b30-ac77-ff6c3bdc071e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.575573 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1418d8cd-2695-4b30-ac77-ff6c3bdc071e {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:07:15.580510 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.581670 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4b064ed0-88a6-42e7-9371-dc4babd6d03f admin admin] 10.222.0.18 "DELETE /v2.0/routers/1418d8cd-2695-4b30-ac77-ff6c3bdc071e HTTP/1.1" status: 204 len: 168 time: 0.8316276 Mar 03 01:07:15.584259 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38322) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:15.605057 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0f37f463-e4cd-4558-a53c-76ef9de19d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.607808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0f37f463-e4cd-4558-a53c-76ef9de19d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.611673 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-0f37f463-e4cd-4558-a53c-76ef9de19d77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79 HTTP/1.1" status: 204 len: 168 time: 0.1296022 Mar 03 01:07:15.620428 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37f463-e4cd-4558-a53c-76ef9de19d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec1de3-bb82-4d9e-b6ee-c3ab8d2abe79,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:15.634328 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Deleting subnet 6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:07:15.637524 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Publish callbacks [] for subnet (6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.673646 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:15.760744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.035923 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.061609 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:16.065210 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.068420 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2152da61-266b-416f-9d8f-7aacca281b7e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6b1a8d8a-7ffc-4b89-aaf8-2f1ea4ae4de8 HTTP/1.1" status: 204 len: 168 time: 0.4832821 Mar 03 01:07:16.071544 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b75f5fe-fe9f-4ba0-ab55-4969762ba13d None None] Network 826fbe9b-6b11-4a39-a768-b2856677ca9f requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:07:16.071700 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38336) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:16.156494 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (826fbe9b-6b11-4a39-a768-b2856677ca9f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.219978 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Deleting port 146cd24f-e684-4325-8188-6da9f998c8aa {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:16.220945 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.261589 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] DHCP port deletion for 826fbe9b-6b11-4a39-a768-b2856677ca9f request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:07:16.309634 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] For port 146cd24f-e684-4325-8188-6da9f998c8aa, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=146cd24f-e684-4325-8188-6da9f998c8aa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:16.310136 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.324640 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Calling delete_port for 146cd24f-e684-4325-8188-6da9f998c8aa owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:16.329294 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] Deleting port 146cd24f-e684-4325-8188-6da9f998c8aa {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:16.330261 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.422186 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] For port 146cd24f-e684-4325-8188-6da9f998c8aa, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=146cd24f-e684-4325-8188-6da9f998c8aa,segment=NetworkSegment(8763971d-0916-4048-91fa-b80ba5fb30bb),segment_id=8763971d-0916-4048-91fa-b80ba5fb30bb)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:16.422756 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.430090 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.441997 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] Calling delete_port for 146cd24f-e684-4325-8188-6da9f998c8aa owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:16.460730 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] No DVR routers for this DVR port 146cd24f-e684-4325-8188-6da9f998c8aa on host dv-cinder-831090-5-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:16.489315 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=146cd24f-e684-4325-8188-6da9f998c8aa,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:16.568518 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (826fbe9b-6b11-4a39-a768-b2856677ca9f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.584981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 146cd24f-e684-4325-8188-6da9f998c8aa no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:16.607062 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826fbe9b-6b11-4a39-a768-b2856677ca9f']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:16.620079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8763971d-0916-4048-91fa-b80ba5fb30bb') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:16.620755 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8763971d-0916-4048-91fa-b80ba5fb30bb') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:16.625012 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 146cd24f-e684-4325-8188-6da9f998c8aa {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:16.625341 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 146cd24f-e684-4325-8188-6da9f998c8aa not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:16.626011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 88667521-8274-49f8-b12f-cf2f5c44b0fa no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:16.637477 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (8763971d-0916-4048-91fa-b80ba5fb30bb), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.653963 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 88667521-8274-49f8-b12f-cf2f5c44b0fa {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:16.654315 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 88667521-8274-49f8-b12f-cf2f5c44b0fa not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:16.654831 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:16.656966 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (146cd24f-e684-4325-8188-6da9f998c8aa), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.661632 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (8763971d-0916-4048-91fa-b80ba5fb30bb), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.670528 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:07:16.671029 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (8763971d-0916-4048-91fa-b80ba5fb30bb), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:07:16.672973 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:07:16.704159 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:16.704517 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 6bb221ae-d4d9-4410-8931-0cf6ab2c4217 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:16.707094 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] Pushing event deleted for resources: {'Port': ['ID=146cd24f-e684-4325-8188-6da9f998c8aa,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:16.711252 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37a38e-763c-4301-a58a-58a9990ee6d0 None None] No DVR routers for this DVR port 146cd24f-e684-4325-8188-6da9f998c8aa on host dv-cinder-831090-5-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:16.756482 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (826fbe9b-6b11-4a39-a768-b2856677ca9f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.764576 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:16.769012 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/826fbe9b-6b11-4a39-a768-b2856677ca9f HTTP/1.1" status: 204 len: 168 time: 0.6964304 Mar 03 01:07:16.781076 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690650c5-ce81-427f-b0a0-d6ea38d0dfb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=826fbe9b-6b11-4a39-a768-b2856677ca9f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:16.902897 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38358) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:16.946440 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7318b637-ed77-4cd8-8074-d71edb0eeda4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bef389e3c3364001aadfe038cbec2dba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419831 Mar 03 01:07:16.948910 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38360) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:17.002406 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d169290-2fcc-44c9-9104-6cb4ca340f6e admin admin] Publish callbacks [] for security_group (3cafef92-68fa-4fea-8b3b-7b2ff931fc29), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.024275 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d169290-2fcc-44c9-9104-6cb4ca340f6e admin admin] Publish callbacks [] for security_group (3cafef92-68fa-4fea-8b3b-7b2ff931fc29), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.074286 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d169290-2fcc-44c9-9104-6cb4ca340f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (3cafef92-68fa-4fea-8b3b-7b2ff931fc29), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.077033 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d169290-2fcc-44c9-9104-6cb4ca340f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.080570 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5d169290-2fcc-44c9-9104-6cb4ca340f6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cafef92-68fa-4fea-8b3b-7b2ff931fc29 HTTP/1.1" status: 204 len: 168 time: 0.1282163 Mar 03 01:07:17.086477 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d169290-2fcc-44c9-9104-6cb4ca340f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cafef92-68fa-4fea-8b3b-7b2ff931fc29,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:17.566509 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38386) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:17.673072 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03c28971-8e81-4c12-a46d-8833dce07a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.755518 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03c28971-8e81-4c12-a46d-8833dce07a41 admin admin] Publish callbacks [] for security_group (4068baf7-9447-4997-8db5-dd95effe659d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.760194 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03c28971-8e81-4c12-a46d-8833dce07a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4068baf7-9447-4997-8db5-dd95effe659d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.796623 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c28971-8e81-4c12-a46d-8833dce07a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4068baf7-9447-4997-8db5-dd95effe659d,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:17.800858 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-03c28971-8e81-4c12-a46d-8833dce07a41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19f0881e203c460ab8b88072ad2956d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333243 Mar 03 01:07:17.803887 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38398) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:17.854071 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb123adf-5254-4a86-aade-347a680e8a8d admin admin] Publish callbacks [] for security_group (4068baf7-9447-4997-8db5-dd95effe659d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.875268 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb123adf-5254-4a86-aade-347a680e8a8d admin admin] Publish callbacks [] for security_group (4068baf7-9447-4997-8db5-dd95effe659d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.923610 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb123adf-5254-4a86-aade-347a680e8a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (4068baf7-9447-4997-8db5-dd95effe659d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.926060 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-bb123adf-5254-4a86-aade-347a680e8a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:17.930408 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-bb123adf-5254-4a86-aade-347a680e8a8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4068baf7-9447-4997-8db5-dd95effe659d HTTP/1.1" status: 204 len: 168 time: 0.1227245 Mar 03 01:07:17.935425 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb123adf-5254-4a86-aade-347a680e8a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4068baf7-9447-4997-8db5-dd95effe659d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:18.283199 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38418) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:18.296642 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-182775b1-ff03-4bdb-9498-23006da932ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.374388 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-182775b1-ff03-4bdb-9498-23006da932ef admin admin] Publish callbacks [] for security_group (9268a40b-fe1d-4fe6-8da0-be1623ec89e9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.379519 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-182775b1-ff03-4bdb-9498-23006da932ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (9268a40b-fe1d-4fe6-8da0-be1623ec89e9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.418491 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-182775b1-ff03-4bdb-9498-23006da932ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=175d99c6a8404d03b4e5e647ef8c78f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341612 Mar 03 01:07:18.419283 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182775b1-ff03-4bdb-9498-23006da932ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9268a40b-fe1d-4fe6-8da0-be1623ec89e9,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:18.421229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38420) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:18.470344 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d4415cda-73f0-4cf4-97ed-3446fc29a4f9 admin admin] Publish callbacks [] for security_group (9268a40b-fe1d-4fe6-8da0-be1623ec89e9), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.493169 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d4415cda-73f0-4cf4-97ed-3446fc29a4f9 admin admin] Publish callbacks [] for security_group (9268a40b-fe1d-4fe6-8da0-be1623ec89e9), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.538010 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d4415cda-73f0-4cf4-97ed-3446fc29a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (9268a40b-fe1d-4fe6-8da0-be1623ec89e9), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.541637 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d4415cda-73f0-4cf4-97ed-3446fc29a4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:18.542776 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d4415cda-73f0-4cf4-97ed-3446fc29a4f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9268a40b-fe1d-4fe6-8da0-be1623ec89e9 HTTP/1.1" status: 204 len: 168 time: 0.1204903 Mar 03 01:07:18.550562 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415cda-73f0-4cf4-97ed-3446fc29a4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9268a40b-fe1d-4fe6-8da0-be1623ec89e9,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:22.141695 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:07:22.498138 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-62e8812b-eb73-433e-b675-17752084c7b4 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738509157&fields=id&tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9 HTTP/1.1" status: 200 len: 267 time: 0.0454209 Mar 03 01:07:22.558396 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-acc3e3fc-f7b8-416c-895d-a0a9f61cdf78 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:22.559939 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-acc3e3fc-f7b8-416c-895d-a0a9f61cdf78 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 984 time: 0.0564420 Mar 03 01:07:22.571806 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Request body: {'port': {'security_groups': ['d3802782-6bda-427f-aff7-463c35365ce7']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:07:22.643592 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:22.819381 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:22.852346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:22.857115 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:22.892843 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['df38841a-11d3-4089-b72c-92ffcd49c56d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:07:22.898868 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:22.899476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:22.900923 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-905a7d1e-3293-4bfc-96b4-6e100bf2c274 req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "PUT /v2.0/ports/df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 942 time: 0.3345242 Mar 03 01:07:22.903730 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:07:22.905995 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1db18e-8455-4659-823d-175806b0d381" -d '{"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:07:22.909064 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38522) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:22.934918 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6cb51-9b2e-4bc2-8df5-c17e1a883dae tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event updated for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=7']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:22.975530 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c4059-abe5-416c-bfb7-8aa60ed094cd x-openstack-request-id: req-831c4059-abe5-416c-bfb7-8aa60ed094cd {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:07:22.976588 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:07:22.976958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-831c4059-abe5-416c-bfb7-8aa60ed094cd {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:07:22.977428 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'status': 'completed', 'code': 200} Mar 03 01:07:23.021541 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1007-aa37-4266-a221-2fc419440f35 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group (a502c3cf-a9d1-419a-a15e-52e1a1b735b4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.049502 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['df38841a-11d3-4089-b72c-92ffcd49c56d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:07:23.058590 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1007-aa37-4266-a221-2fc419440f35 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group (a502c3cf-a9d1-419a-a15e-52e1a1b735b4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.092502 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1db18e-8455-4659-823d-175806b0d381 req-22c69e60-0f21-41b2-b3de-3f669c00d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:23.095273 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-22c69e60-0f21-41b2-b3de-3f669c00d182 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1129 time: 0.0733938 Mar 03 01:07:23.139444 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1007-aa37-4266-a221-2fc419440f35 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (a502c3cf-a9d1-419a-a15e-52e1a1b735b4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.143281 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1007-aa37-4266-a221-2fc419440f35 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.146945 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4f9b1007-aa37-4266-a221-2fc419440f35 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "DELETE /v2.0/security-groups/a502c3cf-a9d1-419a-a15e-52e1a1b735b4 HTTP/1.1" status: 204 len: 168 time: 0.2344038 Mar 03 01:07:23.151102 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38524) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:23.164883 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b1007-aa37-4266-a221-2fc419440f35 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a502c3cf-a9d1-419a-a15e-52e1a1b735b4,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:23.195428 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1db18e-8455-4659-823d-175806b0d381 req-b3fc98f0-010c-4834-883c-db78b8b3a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:23.197095 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-b3fc98f0-010c-4834-883c-db78b8b3a838 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 915 time: 0.0954943 Mar 03 01:07:23.224977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-9eb54963-c360-470c-b3ba-dc1218f322d5 None None] Provisioning complete for port df38841a-11d3-4089-b72c-92ffcd49c56d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:07:23.225351 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb54963-c360-470c-b3ba-dc1218f322d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.272324 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-92424f41-2952-45c5-82ca-27daa201bb76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 1001 time: 0.0691204 Mar 03 01:07:23.329959 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1db18e-8455-4659-823d-175806b0d381 req-8e12a93c-b32f-45c2-b545-50353cb8f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:23.330424 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-8e12a93c-b32f-45c2-b545-50353cb8f0a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.0521197 Mar 03 01:07:23.336986 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Deleting port 9397598c-ab2e-4e0c-8cd6-7632e78ba985 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:23.337412 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.341216 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-9eb54963-c360-470c-b3ba-dc1218f322d5 None None] Current status of the port df38841a-11d3-4089-b72c-92ffcd49c56d is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:07:23.393898 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1db18e-8455-4659-823d-175806b0d381 req-f4d714eb-0946-4e5d-b3cd-c187f9410c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:23.395304 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-f4d714eb-0946-4e5d-b3cd-c187f9410c04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544312 Mar 03 01:07:23.421535 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.421860 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for floatingip (9397598c-ab2e-4e0c-8cd6-7632e78ba985), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.434178 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Calling delete_port for 9397598c-ab2e-4e0c-8cd6-7632e78ba985 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:23.629122 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (9397598c-ab2e-4e0c-8cd6-7632e78ba985), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.661676 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event deleted for resources: {'Port': ['ID=9397598c-ab2e-4e0c-8cd6-7632e78ba985,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:23.729348 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks [] for floatingip (04f74677-e1e1-460a-8fe4-d6ecaf03a212), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:23.729780 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Floating IP 04f74677-e1e1-460a-8fe4-d6ecaf03a212 disassociated (deleted). External IP: 172.27.0.187, port: df38841a-11d3-4089-b72c-92ffcd49c56d. Mar 03 01:07:23.777820 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-51197535-34c6-4620-8c50-65dd0c2c4fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742495 Mar 03 01:07:23.867535 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4b1db18e-8455-4659-823d-175806b0d381 req-f0d9f0a1-6fa8-4c93-b6de-77cfeb3b195f service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822217 Mar 03 01:07:23.950057 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:24.071045 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:24.075900 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:24.080516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] Sync routers for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:24.090078 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:24.090690 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:24.104979 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4abf0183-b1fb-4ea1-957a-c339de7e2085 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "DELETE /v2.0/floatingips/04f74677-e1e1-460a-8fe4-d6ecaf03a212 HTTP/1.1" status: 204 len: 168 time: 0.9526644 Mar 03 01:07:24.105566 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:07:24.108081 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639e1076-b624-4057-ab59-f3338888122e" -d '{"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:07:24.147321 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9a7a64-6314-4744-b830-4a0b0dd930f9 x-openstack-request-id: req-fe9a7a64-6314-4744-b830-4a0b0dd930f9 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:07:24.147534 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:07:24.147699 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe9a7a64-6314-4744-b830-4a0b0dd930f9 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:07:24.148912 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'status': 'completed', 'code': 200} Mar 03 01:07:24.216809 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:24.243541 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1076-b624-4057-ab59-f3338888122e req-e13e18fa-7cc4-4052-a39b-f31580efd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:24.245648 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-e13e18fa-7cc4-4052-a39b-f31580efd3eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 1129 time: 0.0539896 Mar 03 01:07:24.355981 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1076-b624-4057-ab59-f3338888122e req-d8fbd6f4-75f8-4ab9-813c-6d48e189c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:24.357824 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-d8fbd6f4-75f8-4ab9-813c-6d48e189c4d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 200 len: 915 time: 0.1053340 Mar 03 01:07:24.407220 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-d21060bc-3ac6-4233-b0cc-c7eda70d4c5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 200 len: 217 time: 0.0426359 Mar 03 01:07:24.447957 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:24.466712 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1076-b624-4057-ab59-f3338888122e req-99e2ed6f-fbbd-4471-b476-4c20d622754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:24.468442 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-99e2ed6f-fbbd-4471-b476-4c20d622754d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 200 len: 854 time: 0.0544293 Mar 03 01:07:24.477981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] Checking router: e6c4010f-a22b-4a86-94e3-40dcf6f80c44 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:24.489344 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:24.489970 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:24.531972 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1076-b624-4057-ab59-f3338888122e req-7a31bb00-6ad8-441d-910c-039559dfaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:24.534126 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-7a31bb00-6ad8-441d-910c-039559dfaed9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd626400-75bf-4da8-8533-6b7cb9832c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591905 Mar 03 01:07:24.606637 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:24.627551 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-0f6ff672-e8ce-418a-9a35-18fd042d710e service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862694 Mar 03 01:07:24.730478 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-639e1076-b624-4057-ab59-f3338888122e req-b26de0a7-72cc-409d-ba2e-f0a08e4fa4b2 service neutron] 10.222.0.30 "GET /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964909 Mar 03 01:07:24.949083 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:24.979321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05f78b-e039-4514-af5d-00a7207e8bf8 None None] The sync data for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi is: [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:21Z', 'revision_number': 4, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '74a337ec-7ddf-4679-b409-c10502aa6933', 'name': '', 'network_id': 'bd626400-75bf-4da8-8533-6b7cb9832c6f', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'mac_address': 'fa:16:3e:80:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:20Z', 'updated_at': '2022-03-03T01:04:26Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'subnets': [{'id': '9d6be919-1f71-4c87-9de4-1a46d27578de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:25.277920 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77888f-3d74-4d44-95dd-cbb54ff49ab2 None None] New status for floating IP 04f74677-e1e1-460a-8fe4-d6ecaf03a212: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:07:25.552419 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38614) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:25.676079 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3b00760b-1317-46bf-b9d5-545bd9d902bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.772267 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3b00760b-1317-46bf-b9d5-545bd9d902bc admin admin] Publish callbacks [] for security_group (c6d1c3f0-081f-48d0-af04-8c5b81942f67), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.777268 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3b00760b-1317-46bf-b9d5-545bd9d902bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (c6d1c3f0-081f-48d0-af04-8c5b81942f67), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.825552 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3b00760b-1317-46bf-b9d5-545bd9d902bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ede28910a9e4cd9881dabf704659b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726734 Mar 03 01:07:25.826508 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00760b-1317-46bf-b9d5-545bd9d902bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d1c3f0-081f-48d0-af04-8c5b81942f67,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:25.829058 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38634) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:25.881951 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30e49e14-19bc-4688-a037-fcf3c1a158fc admin admin] Publish callbacks [] for security_group (c6d1c3f0-081f-48d0-af04-8c5b81942f67), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.905394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30e49e14-19bc-4688-a037-fcf3c1a158fc admin admin] Publish callbacks [] for security_group (c6d1c3f0-081f-48d0-af04-8c5b81942f67), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.956117 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30e49e14-19bc-4688-a037-fcf3c1a158fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (c6d1c3f0-081f-48d0-af04-8c5b81942f67), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.958708 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-30e49e14-19bc-4688-a037-fcf3c1a158fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:25.959863 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-30e49e14-19bc-4688-a037-fcf3c1a158fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6d1c3f0-081f-48d0-af04-8c5b81942f67 HTTP/1.1" status: 204 len: 168 time: 0.1304288 Mar 03 01:07:25.967678 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e49e14-19bc-4688-a037-fcf3c1a158fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d1c3f0-081f-48d0-af04-8c5b81942f67,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:27.133958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f2b8b-2fee-4f14-b523-5147ab27447b req-f4052a8c-514e-4a59-a677-ee3e3284f3b4 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:27.135719 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-928f2b8b-2fee-4f14-b523-5147ab27447b req-f4052a8c-514e-4a59-a677-ee3e3284f3b4 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0696516 Mar 03 01:07:27.188595 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-928f2b8b-2fee-4f14-b523-5147ab27447b req-4b8372dd-787f-4e8b-a0fc-c485275308d5 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Mar 03 01:07:27.212837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38690) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:27.317338 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-61388c27-9011-449c-ae8a-45f44dacd16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.396418 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-61388c27-9011-449c-ae8a-45f44dacd16c admin admin] Publish callbacks [] for security_group (224626fe-7fc9-4d05-b4be-4ff3450f2245), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.401267 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-61388c27-9011-449c-ae8a-45f44dacd16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (224626fe-7fc9-4d05-b4be-4ff3450f2245), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.440942 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61388c27-9011-449c-ae8a-45f44dacd16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224626fe-7fc9-4d05-b4be-4ff3450f2245,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:27.448570 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-61388c27-9011-449c-ae8a-45f44dacd16c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc1330826c6b4128bd99f1f65e30e832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309284 Mar 03 01:07:27.448766 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38700) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:27.497890 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c075ed5a-c5a8-402f-81c0-61817fff268d admin admin] Publish callbacks [] for security_group (224626fe-7fc9-4d05-b4be-4ff3450f2245), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.519677 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c075ed5a-c5a8-402f-81c0-61817fff268d admin admin] Publish callbacks [] for security_group (224626fe-7fc9-4d05-b4be-4ff3450f2245), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.570477 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c075ed5a-c5a8-402f-81c0-61817fff268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (224626fe-7fc9-4d05-b4be-4ff3450f2245), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.573473 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c075ed5a-c5a8-402f-81c0-61817fff268d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.574640 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c075ed5a-c5a8-402f-81c0-61817fff268d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/224626fe-7fc9-4d05-b4be-4ff3450f2245 HTTP/1.1" status: 204 len: 168 time: 0.1250100 Mar 03 01:07:27.585335 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ed5a-c5a8-402f-81c0-61817fff268d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224626fe-7fc9-4d05-b4be-4ff3450f2245,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:27.840436 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38712) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:27.853593 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-816c1ca1-85f6-47c0-88a7-6e0fba54c4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.931476 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-816c1ca1-85f6-47c0-88a7-6e0fba54c4a5 admin admin] Publish callbacks [] for security_group (5527dbb7-a9ab-4cac-908c-571935539dea), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.935127 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-816c1ca1-85f6-47c0-88a7-6e0fba54c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (5527dbb7-a9ab-4cac-908c-571935539dea), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:27.972775 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-816c1ca1-85f6-47c0-88a7-6e0fba54c4a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eeb26c5b011a4fb182b348dcb730bca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311021 Mar 03 01:07:27.973638 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c1ca1-85f6-47c0-88a7-6e0fba54c4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527dbb7-a9ab-4cac-908c-571935539dea,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:27.975344 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38714) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:28.024926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a4da56da-543f-4e50-9b42-7998441d1904 admin admin] Publish callbacks [] for security_group (5527dbb7-a9ab-4cac-908c-571935539dea), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:28.047013 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a4da56da-543f-4e50-9b42-7998441d1904 admin admin] Publish callbacks [] for security_group (5527dbb7-a9ab-4cac-908c-571935539dea), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:28.093289 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a4da56da-543f-4e50-9b42-7998441d1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (5527dbb7-a9ab-4cac-908c-571935539dea), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:28.096016 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a4da56da-543f-4e50-9b42-7998441d1904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:28.097178 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-a4da56da-543f-4e50-9b42-7998441d1904 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5527dbb7-a9ab-4cac-908c-571935539dea HTTP/1.1" status: 204 len: 168 time: 0.1189361 Mar 03 01:07:28.105688 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da56da-543f-4e50-9b42-7998441d1904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527dbb7-a9ab-4cac-908c-571935539dea,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:28.317712 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662d08-22fd-4718-81d1-b2f27fcb43d8 req-28deab14-8400-4fa4-98b8-31f7e082c367 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:28.320510 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-45662d08-22fd-4718-81d1-b2f27fcb43d8 req-28deab14-8400-4fa4-98b8-31f7e082c367 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0553272 Mar 03 01:07:28.368971 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-45662d08-22fd-4718-81d1-b2f27fcb43d8 req-ccfde617-8d30-40fb-aa34-24fe9aaf940a tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3802782-6bda-427f-aff7-463c35365ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Mar 03 01:07:28.932837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-81e4a370-51db-4611-9dd0-79719d9319f6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:28.934305 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-81e4a370-51db-4611-9dd0-79719d9319f6 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 945 time: 0.0572267 Mar 03 01:07:29.030167 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Deleting port df38841a-11d3-4089-b72c-92ffcd49c56d {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:29.030516 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:29.123728 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] For port df38841a-11d3-4089-b72c-92ffcd49c56d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=df38841a-11d3-4089-b72c-92ffcd49c56d,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:29.124130 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:29.137669 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Calling delete_port for df38841a-11d3-4089-b72c-92ffcd49c56d owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:29.268412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (df38841a-11d3-4089-b72c-92ffcd49c56d), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:29.301236 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Pushing event deleted for resources: {'Port': ['ID=df38841a-11d3-4089-b72c-92ffcd49c56d,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:29.304894 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['df38841a-11d3-4089-b72c-92ffcd49c56d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:07:29.355580 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] No DVR routers for this DVR port df38841a-11d3-4089-b72c-92ffcd49c56d on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:29.358157 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:29.361557 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a53b696f-acc1-4ebe-8951-7e1dc077485a req-eaa74f66-569a-4428-b4c3-7a6ea2b14a1e tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.30 "DELETE /v2.0/ports/df38841a-11d3-4089-b72c-92ffcd49c56d HTTP/1.1" status: 204 len: 173 time: 0.4209690 Mar 03 01:07:29.362010 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'name': 'network-vif-deleted', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:07:29.364474 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ea94fd-ce18-4029-93a2-ebbf71f1b75c" -d '{"events": [{"server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "name": "network-vif-deleted", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:07:29.406327 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd311fa-c35f-401e-8f0f-24fcb888b2d2 x-openstack-request-id: req-4fd311fa-c35f-401e-8f0f-24fcb888b2d2 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:07:29.406713 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bf28fd-24bf-44b4-8307-bdfd2c11c84b", "name": "network-vif-deleted", "tag": "df38841a-11d3-4089-b72c-92ffcd49c56d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:07:29.407070 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fd311fa-c35f-401e-8f0f-24fcb888b2d2 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:07:29.407569 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bf28fd-24bf-44b4-8307-bdfd2c11c84b', 'name': 'network-vif-deleted', 'tag': 'df38841a-11d3-4089-b72c-92ffcd49c56d', 'status': 'completed', 'code': 200} Mar 03 01:07:29.473215 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-eff4b040-f62f-4a13-ba0d-75916bb9ee46 req-c2c748e0-1452-49ff-b76f-868d38315b53 tempest-TestMinimumBasicScenario-199010581 tempest-TestMinimumBasicScenario-199010581-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bf28fd-24bf-44b4-8307-bdfd2c11c84b HTTP/1.1" status: 200 len: 210 time: 0.0295451 Mar 03 01:07:30.256859 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38808) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:30.360723 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f78c83e6-2e6e-4373-8f9a-31fcf8704a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.439288 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f78c83e6-2e6e-4373-8f9a-31fcf8704a2e admin admin] Publish callbacks [] for security_group (16277794-8f12-4949-9e89-68ebe90a3ab8), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.442843 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-f78c83e6-2e6e-4373-8f9a-31fcf8704a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (16277794-8f12-4949-9e89-68ebe90a3ab8), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.481410 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f78c83e6-2e6e-4373-8f9a-31fcf8704a2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f80c0b7590348a39b8fd97b68ecc3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232931 Mar 03 01:07:30.482166 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c83e6-2e6e-4373-8f9a-31fcf8704a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16277794-8f12-4949-9e89-68ebe90a3ab8,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:30.483977 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38812) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:30.536590 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-531abf96-e5c5-452c-a825-78dd81f6ee41 admin admin] Publish callbacks [] for security_group (16277794-8f12-4949-9e89-68ebe90a3ab8), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.561184 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-531abf96-e5c5-452c-a825-78dd81f6ee41 admin admin] Publish callbacks [] for security_group (16277794-8f12-4949-9e89-68ebe90a3ab8), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.614300 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-531abf96-e5c5-452c-a825-78dd81f6ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (16277794-8f12-4949-9e89-68ebe90a3ab8), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.618120 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-531abf96-e5c5-452c-a825-78dd81f6ee41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.623015 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-531abf96-e5c5-452c-a825-78dd81f6ee41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16277794-8f12-4949-9e89-68ebe90a3ab8 HTTP/1.1" status: 204 len: 168 time: 0.1373472 Mar 03 01:07:30.633827 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531abf96-e5c5-452c-a825-78dd81f6ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16277794-8f12-4949-9e89-68ebe90a3ab8,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:30.905246 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38840) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:30.918324 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb380796-b724-4e29-95a6-2b0ddcd5803c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:30.996273 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb380796-b724-4e29-95a6-2b0ddcd5803c admin admin] Publish callbacks [] for security_group (da68b083-2068-4f26-94c7-9c771c21fbac), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.000647 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb380796-b724-4e29-95a6-2b0ddcd5803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (da68b083-2068-4f26-94c7-9c771c21fbac), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.041585 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fb380796-b724-4e29-95a6-2b0ddcd5803c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2871b2d0ee642179946199bb5381005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352370 Mar 03 01:07:31.044335 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38854) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:31.046907 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb380796-b724-4e29-95a6-2b0ddcd5803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da68b083-2068-4f26-94c7-9c771c21fbac,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:31.095044 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Publish callbacks [] for security_group (da68b083-2068-4f26-94c7-9c771c21fbac), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.117714 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Publish callbacks [] for security_group (da68b083-2068-4f26-94c7-9c771c21fbac), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.168377 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (da68b083-2068-4f26-94c7-9c771c21fbac), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.171332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.172666 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da68b083-2068-4f26-94c7-9c771c21fbac HTTP/1.1" status: 204 len: 168 time: 0.1273417 Mar 03 01:07:31.181087 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da68b083-2068-4f26-94c7-9c771c21fbac,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:31.189258 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.189611 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.190133 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.190474 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.190808 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.191143 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.191475 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.191806 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.192164 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.192505 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.192822 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.193199 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.193530 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d03d8-47bd-47ce-97e6-5953ce12ac66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:31.278472 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 38874) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:31.674390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:31.953456 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Deleting port 74a337ec-7ddf-4679-b409-c10502aa6933 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:31.953919 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:32.034148 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] For port 74a337ec-7ddf-4679-b409-c10502aa6933, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=74a337ec-7ddf-4679-b409-c10502aa6933,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:32.034516 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:32.053960 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Calling delete_port for 74a337ec-7ddf-4679-b409-c10502aa6933 owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:32.245434 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (74a337ec-7ddf-4679-b409-c10502aa6933), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:32.271956 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a337ec-7ddf-4679-b409-c10502aa6933,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:32.451338 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:32.901614 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:33.015730 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:33.026988 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] Sync routers for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:33.027469 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38984) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:33.034440 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-09b66c88-de08-4132-913a-32862ac44ad9 admin admin] 10.222.0.18 "PUT /v2.0/routers/e6c4010f-a22b-4a86-94e3-40dcf6f80c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7431777 Mar 03 01:07:33.037769 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:33.038388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:33.137496 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks [] for router (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.152728 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:33.249754 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks [] for router_gateway (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.305191 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Deleting port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:33.305433 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.345937 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:07:32Z', 'revision_number': 5, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port': {'id': '5a5bae4a-d559-4e3f-add7-0be8d6a874e7', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:33.373568 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] Checking router: e6c4010f-a22b-4a86-94e3-40dcf6f80c44 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:33.384364 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] Routers {'e6c4010f-a22b-4a86-94e3-40dcf6f80c44'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:33.385190 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:33.391367 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] For port 5a5bae4a-d559-4e3f-add7-0be8d6a874e7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:33.391740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.404979 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Calling delete_port for 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 owned by network:router_gateway {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:33.475649 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] Set router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 gateway port host: None {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:33.531412 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device df38841a-11d3-4089-b72c-92ffcd49c56d no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:33.533979 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:07:33Z', 'revision_number': 6, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:33.568739 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cfb673-ee33-4392-adb7-8c252df30735 None None] The sync data for ids ['e6c4010f-a22b-4a86-94e3-40dcf6f80c44'] in dv-cinder-831090-5-iscsi is: [{'id': 'e6c4010f-a22b-4a86-94e3-40dcf6f80c44', 'name': 'tempest-TestMinimumBasicScenario-1703046233-router', 'tenant_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:16Z', 'updated_at': '2022-03-03T01:07:33Z', 'revision_number': 6, 'project_id': 'f5a1bdb8e25f43e28d72a256eb7186a9', 'gw_port_host': None}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:33.587009 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (5a5bae4a-d559-4e3f-add7-0be8d6a874e7), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.591138 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: df38841a-11d3-4089-b72c-92ffcd49c56d {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:33.591488 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device df38841a-11d3-4089-b72c-92ffcd49c56d not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:33.622126 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5bae4a-d559-4e3f-add7-0be8d6a874e7,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:33.683095 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.794846 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.796988 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks [] for router_controller (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.864073 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (e6c4010f-a22b-4a86-94e3-40dcf6f80c44), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.864504 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c4010f-a22b-4a86-94e3-40dcf6f80c44 {{(pid=102986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:07:33.869637 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.870702 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-12737fcd-d26e-4990-a8ad-94a34496af49 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e6c4010f-a22b-4a86-94e3-40dcf6f80c44 HTTP/1.1" status: 204 len: 168 time: 0.8423676 Mar 03 01:07:33.873193 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 38988) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:33.918579 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Deleting subnet 9d6be919-1f71-4c87-9de4-1a46d27578de {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:07:33.921980 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Publish callbacks [] for subnet (9d6be919-1f71-4c87-9de4-1a46d27578de), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:33.963265 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (9d6be919-1f71-4c87-9de4-1a46d27578de), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.074001 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (9d6be919-1f71-4c87-9de4-1a46d27578de), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.133339 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (9d6be919-1f71-4c87-9de4-1a46d27578de), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.154881 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6be919-1f71-4c87-9de4-1a46d27578de,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:34.166408 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.169732 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-a26144db-1a81-450a-92a7-d706edf5eefc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d6be919-1f71-4c87-9de4-1a46d27578de HTTP/1.1" status: 204 len: 168 time: 0.2956307 Mar 03 01:07:34.171439 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2c843-8ff9-43e1-9f95-b414bfbc48d8 None None] Network bd626400-75bf-4da8-8533-6b7cb9832c6f requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:07:34.172273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39000) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:34.260304 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (bd626400-75bf-4da8-8533-6b7cb9832c6f), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.331236 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Deleting port 110102c9-087d-422d-a746-17b0d7544577 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:34.331695 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (110102c9-087d-422d-a746-17b0d7544577), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.368710 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] DHCP port deletion for bd626400-75bf-4da8-8533-6b7cb9832c6f request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:07:34.424975 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] Deleting port 110102c9-087d-422d-a746-17b0d7544577 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:34.425361 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (110102c9-087d-422d-a746-17b0d7544577), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.426096 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] For port 110102c9-087d-422d-a746-17b0d7544577, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=110102c9-087d-422d-a746-17b0d7544577,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:34.426589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (110102c9-087d-422d-a746-17b0d7544577), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.441044 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Calling delete_port for 110102c9-087d-422d-a746-17b0d7544577 owned by network:dhcp {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:34.505295 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] For port 110102c9-087d-422d-a746-17b0d7544577, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=110102c9-087d-422d-a746-17b0d7544577,segment=NetworkSegment(8398daf1-01cf-48a6-a431-a35453560764),segment_id=8398daf1-01cf-48a6-a431-a35453560764)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:34.505776 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (110102c9-087d-422d-a746-17b0d7544577), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.530049 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] Calling delete_port for 110102c9-087d-422d-a746-17b0d7544577 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:34.563109 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (110102c9-087d-422d-a746-17b0d7544577), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.590100 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 110102c9-087d-422d-a746-17b0d7544577 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:34.599131 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Pushing event deleted for resources: {'Port': ['ID=110102c9-087d-422d-a746-17b0d7544577,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:34.603978 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] No DVR routers for this DVR port 110102c9-087d-422d-a746-17b0d7544577 on host dv-cinder-831090-5-iscsi {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:34.618447 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 110102c9-087d-422d-a746-17b0d7544577 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:34.618994 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 110102c9-087d-422d-a746-17b0d7544577 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:34.619178 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39016) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:34.620077 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 74a337ec-7ddf-4679-b409-c10502aa6933 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:34.652506 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 74a337ec-7ddf-4679-b409-c10502aa6933 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:34.653359 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 74a337ec-7ddf-4679-b409-c10502aa6933 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:34.654017 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:34.676903 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:34.677339 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 5a5bae4a-d559-4e3f-add7-0be8d6a874e7 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:34.696449 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (110102c9-087d-422d-a746-17b0d7544577), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.711715 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] No DVR routers for this DVR port 110102c9-087d-422d-a746-17b0d7544577 on host dv-cinder-831090-5-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:34.715569 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (bd626400-75bf-4da8-8533-6b7cb9832c6f), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.740880 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd626400-75bf-4da8-8533-6b7cb9832c6f']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:34.752213 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398daf1-01cf-48a6-a431-a35453560764') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:34.752570 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398daf1-01cf-48a6-a431-a35453560764') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:34.755402 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdb441-db24-4340-bb41-5f11c70d9675 None None] Pushing event deleted for resources: {'Port': ['ID=110102c9-087d-422d-a746-17b0d7544577,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:34.764815 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (8398daf1-01cf-48a6-a431-a35453560764), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.779677 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (8398daf1-01cf-48a6-a431-a35453560764), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.786039 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:07:34.786438 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (8398daf1-01cf-48a6-a431-a35453560764), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:07:34.790583 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:07:34.853780 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (bd626400-75bf-4da8-8533-6b7cb9832c6f), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.859815 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:34.863191 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bd626400-75bf-4da8-8533-6b7cb9832c6f HTTP/1.1" status: 204 len: 168 time: 0.6899819 Mar 03 01:07:34.874360 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39020) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:34.881256 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5578d35-4bbf-4052-95d9-5410ca7cb422 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd626400-75bf-4da8-8533-6b7cb9832c6f,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:35.014910 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Deleting port b3fec541-88bf-4732-a77c-91ad27334761 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:35.014910 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (b3fec541-88bf-4732-a77c-91ad27334761), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.093914 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (b3fec541-88bf-4732-a77c-91ad27334761), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.094241 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for floatingip (b3fec541-88bf-4732-a77c-91ad27334761), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.106513 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Calling delete_port for b3fec541-88bf-4732-a77c-91ad27334761 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:35.258815 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (b3fec541-88bf-4732-a77c-91ad27334761), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.287912 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event deleted for resources: {'Port': ['ID=b3fec541-88bf-4732-a77c-91ad27334761,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:35.299510 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.299959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.300237 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.300579 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.301054 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.301287 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.301552 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.301884 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.302232 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.302530 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.302856 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.303176 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.303495 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:35.315837 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (8ea05616-1fce-4178-bfaf-19aae1864ac6), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.360292 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for floatingip (498f725c-9600-4d3a-bc03-b1afa2e98872), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.360630 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Floating IP 498f725c-9600-4d3a-bc03-b1afa2e98872 disassociated (deleted). External IP: 172.27.0.151, port: bdebc183-a6ad-4f54-bb86-38d23657c6e5. Mar 03 01:07:35.593107 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Router 320b03ed-3851-4742-a260-ca0f894c51e4 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:35.729587 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:35.739264 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:35.751778 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] Sync routers for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:35.765078 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:35.765713 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:35.785423 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3f0bedf2-ba29-4d34-9d4a-1e452859a93d tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "DELETE /v2.0/floatingips/498f725c-9600-4d3a-bc03-b1afa2e98872 HTTP/1.1" status: 204 len: 168 time: 1.1651340 Mar 03 01:07:35.786118 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:07:35.790533 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:07:35.840018 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68969d-bcf1-4b44-9d9c-197f9f073b14 x-openstack-request-id: req-3f68969d-bcf1-4b44-9d9c-197f9f073b14 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:07:35.840349 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:07:35.840707 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f68969d-bcf1-4b44-9d9c-197f9f073b14 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:07:35.841113 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'status': 'completed', 'code': 200} Mar 03 01:07:35.957743 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:36.005929 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-45ccff67-e4d4-4064-9bb3-c495d70182ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:36.007669 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-45ccff67-e4d4-4064-9bb3-c495d70182ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ab2852289ab4f8b8110e337160afd43&device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 1129 time: 0.0836709 Mar 03 01:07:36.012570 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Deleting port f8f1ffde-032c-4cb3-97b9-19414055365d {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:36.013076 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:36.214097 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:36.220286 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7e97-8765-4ab0-9877-a5b56d8c2483 req-1c90c84b-a913-4405-8d01-674206881150 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:36.221758 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6eef7e97-8765-4ab0-9877-a5b56d8c2483 req-1c90c84b-a913-4405-8d01-674206881150 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.1519995 Mar 03 01:07:36.230712 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-75b6e9d0-6fe0-48ab-8a92-c9ce15da8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:36.232106 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-75b6e9d0-6fe0-48ab-8a92-c9ce15da8b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 200 len: 909 time: 0.1996119 Mar 03 01:07:36.233784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] For port f8f1ffde-032c-4cb3-97b9-19414055365d, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f8f1ffde-032c-4cb3-97b9-19414055365d,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:36.234144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:36.243750 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] Checking router: 320b03ed-3851-4742-a260-ca0f894c51e4 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:36.252028 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:36.252676 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:36.293443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Calling delete_port for f8f1ffde-032c-4cb3-97b9-19414055365d owned by network:router_interface {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:36.299486 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-581224c8-3fbb-4179-9631-0731a45b8d29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 200 len: 217 time: 0.0506129 Mar 03 01:07:36.362590 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:36.397785 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6eef7e97-8765-4ab0-9877-a5b56d8c2483 req-ea6d5152-3437-478e-8307-0a108404e2fd tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684301 Mar 03 01:07:36.411237 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-199090af-7d6b-41fa-9f90-74e77d66104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:36.412794 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-199090af-7d6b-41fa-9f90-74e77d66104b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 200 len: 848 time: 0.1031857 Mar 03 01:07:36.518112 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-ccdeab16-1e03-4592-b51a-a206cba2ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:36.519609 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-ccdeab16-1e03-4592-b51a-a206cba2ff33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980699 Mar 03 01:07:36.574358 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:36.605426 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dfb4ce-a57a-4266-abdb-b275b6315d43 None None] The sync data for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi is: [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:39Z', 'revision_number': 4, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '58759764-f829-4710-8b8c-3ad5d9b064f6', 'name': '', 'network_id': 'b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'mac_address': 'fa:16:3e:46:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:38Z', 'updated_at': '2022-03-03T01:01:43Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'subnets': [{'id': '7fbd043a-31d5-42a8-ab35-c636fa9005d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:36.664859 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-8f4fb2c4-f6c8-400b-a42d-17137a8e8ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376853 Mar 03 01:07:36.669240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f8f1ffde-032c-4cb3-97b9-19414055365d), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:36.713085 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f1ffde-032c-4cb3-97b9-19414055365d,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:36.887948 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd4b727-634d-460c-9e95-93cb2eca2a10 None None] New status for floating IP 498f725c-9600-4d3a-bc03-b1afa2e98872: DOWN {{(pid=102988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:07:36.894878 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-322afd4d-93a5-473c-8439-b4eb3c7ba7d4 req-15253f88-c0b1-46d7-ab41-c116a2f47caf service neutron] 10.222.0.30 "GET /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230592 Mar 03 01:07:36.953879 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (8ea05616-1fce-4178-bfaf-19aae1864ac6), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.184022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Router 8ea05616-1fce-4178-bfaf-19aae1864ac6 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:37.299016 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:37.303965 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-e63a88e5-ff3f-4d22-868d-d300084dd6e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/8ea05616-1fce-4178-bfaf-19aae1864ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4285898 Mar 03 01:07:37.307022 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39050) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:37.310628 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] Sync routers for ids ['8ea05616-1fce-4178-bfaf-19aae1864ac6'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:37.328780 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] Routers {'8ea05616-1fce-4178-bfaf-19aae1864ac6'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:37.329493 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ea05616-1fce-4178-bfaf-19aae1864ac6'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:37.472377 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks [] for router (8ea05616-1fce-4178-bfaf-19aae1864ac6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.489049 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] Set router 8ea05616-1fce-4178-bfaf-19aae1864ac6 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:37.572971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc618eb-f042-47a8-9aa5-7cfa95e126d5 req-a28d5a6d-9253-4048-9fae-ab821ead9c15 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:37.576795 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3bc618eb-f042-47a8-9aa5-7cfa95e126d5 req-a28d5a6d-9253-4048-9fae-ab821ead9c15 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0703602 Mar 03 01:07:37.601255 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks [] for router_gateway (8ea05616-1fce-4178-bfaf-19aae1864ac6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.629794 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3bc618eb-f042-47a8-9aa5-7cfa95e126d5 req-42647980-7d3c-46f7-b6c6-6ba0f23cfbf1 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/security-groups?id=fadfe79d-0057-472e-a6f3-05d19b6bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488200 Mar 03 01:07:37.657822 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Deleting port 3112252b-6e79-4e3e-aca1-ff83686acfa4 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:37.658159 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.687543 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:07:36Z', 'revision_number': 5, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port': {'id': '3112252b-6e79-4e3e-aca1-ff83686acfa4', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:04:26Z', 'updated_at': '2022-03-03T01:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:37.713974 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] Checking router: 8ea05616-1fce-4178-bfaf-19aae1864ac6 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:37.722268 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] Routers {'8ea05616-1fce-4178-bfaf-19aae1864ac6'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:37.722866 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ea05616-1fce-4178-bfaf-19aae1864ac6'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:37.736983 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] For port 3112252b-6e79-4e3e-aca1-ff83686acfa4, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=3112252b-6e79-4e3e-aca1-ff83686acfa4,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:37.737349 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.750399 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Calling delete_port for 3112252b-6e79-4e3e-aca1-ff83686acfa4 owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:37.813136 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] Set router 8ea05616-1fce-4178-bfaf-19aae1864ac6 gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:37.839575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-de10471e-8bba-4e69-a781-b35d978dceb2 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:07:37.843254 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-de10471e-8bba-4e69-a781-b35d978dceb2 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.30 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 945 time: 0.0719745 Mar 03 01:07:37.878432 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:07:37Z', 'revision_number': 6, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:37.905972 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c79eb1-8062-42db-920d-9d8c43cde7c1 None None] The sync data for ids ['8ea05616-1fce-4178-bfaf-19aae1864ac6'] in dv-cinder-831090-5-iscsi is: [{'id': '8ea05616-1fce-4178-bfaf-19aae1864ac6', 'name': 'tempest-TestMinimumBasicScenario-1466274801-router', 'tenant_id': '79bd31e8c4ea4a90bd48d892b705265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:04:24Z', 'updated_at': '2022-03-03T01:07:37Z', 'revision_number': 6, 'project_id': '79bd31e8c4ea4a90bd48d892b705265b', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:37.942520 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (3112252b-6e79-4e3e-aca1-ff83686acfa4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.963944 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Deleting port bdebc183-a6ad-4f54-bb86-38d23657c6e5 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:37.963944 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:37.970141 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3112252b-6e79-4e3e-aca1-ff83686acfa4,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:38.035960 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (8ea05616-1fce-4178-bfaf-19aae1864ac6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.059525 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] For port bdebc183-a6ad-4f54-bb86-38d23657c6e5, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bdebc183-a6ad-4f54-bb86-38d23657c6e5,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:38.059907 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.074840 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Calling delete_port for bdebc183-a6ad-4f54-bb86-38d23657c6e5 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:38.138195 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (8ea05616-1fce-4178-bfaf-19aae1864ac6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.140374 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks [] for router_controller (8ea05616-1fce-4178-bfaf-19aae1864ac6), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.184901 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (8ea05616-1fce-4178-bfaf-19aae1864ac6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.185449 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea05616-1fce-4178-bfaf-19aae1864ac6 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:07:38.189721 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.190846 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-10bb9fa9-1672-4d1f-89d5-a3c0434d8c2d admin admin] 10.222.0.18 "DELETE /v2.0/routers/8ea05616-1fce-4178-bfaf-19aae1864ac6 HTTP/1.1" status: 204 len: 168 time: 0.8827116 Mar 03 01:07:38.194027 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39064) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:38.214027 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (bdebc183-a6ad-4f54-bb86-38d23657c6e5), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.246042 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Deleting subnet d0389e0d-687e-4e74-8035-4842ee8119df {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:07:38.250399 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Publish callbacks [] for subnet (d0389e0d-687e-4e74-8035-4842ee8119df), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.259423 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event deleted for resources: {'Port': ['ID=bdebc183-a6ad-4f54-bb86-38d23657c6e5,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:38.297856 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (d0389e0d-687e-4e74-8035-4842ee8119df), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.298110 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] No DVR routers for this DVR port bdebc183-a6ad-4f54-bb86-38d23657c6e5 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:38.307440 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.310981 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ae6a79b1-c292-4275-a84c-ce1b42f5b046 req-dbfcf988-024b-4b9d-ab7a-4c67221ad6c5 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.30 "DELETE /v2.0/ports/bdebc183-a6ad-4f54-bb86-38d23657c6e5 HTTP/1.1" status: 204 len: 173 time: 0.4614010 Mar 03 01:07:38.311476 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-deleted', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:07:38.313776 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26449865-be86-464e-af5e-17f3463c279b" -d '{"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-deleted", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:07:38.371176 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e932d1-6021-4bcf-a2c9-a8d9c77cd189 x-openstack-request-id: req-40e932d1-6021-4bcf-a2c9-a8d9c77cd189 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:07:38.371547 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299166e-84e2-4a9d-b437-7bb6bf9c195a", "name": "network-vif-deleted", "tag": "bdebc183-a6ad-4f54-bb86-38d23657c6e5", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:07:38.371876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40e932d1-6021-4bcf-a2c9-a8d9c77cd189 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:07:38.372432 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299166e-84e2-4a9d-b437-7bb6bf9c195a', 'name': 'network-vif-deleted', 'tag': 'bdebc183-a6ad-4f54-bb86-38d23657c6e5', 'status': 'completed', 'code': 200} Mar 03 01:07:38.403616 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (d0389e0d-687e-4e74-8035-4842ee8119df), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.457295 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (d0389e0d-687e-4e74-8035-4842ee8119df), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.483666 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0389e0d-687e-4e74-8035-4842ee8119df,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:38.485616 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.490073 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5881d59-12d0-42b8-bd87-546f1f51490e None None] Network 208db88e-d670-4daf-a4e7-cb9b78425efc requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:07:38.490656 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a5f11b12-7da5-43a0-8be2-3877d9308d30 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0389e0d-687e-4e74-8035-4842ee8119df HTTP/1.1" status: 204 len: 168 time: 0.2942212 Mar 03 01:07:38.491871 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39068) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:38.565987 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (208db88e-d670-4daf-a4e7-cb9b78425efc), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.626459 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Deleting port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:38.626799 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.691986 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9f0566cf-da49-4b77-a5e8-9482f4c11de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.723153 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] DHCP port deletion for 208db88e-d670-4daf-a4e7-cb9b78425efc request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:07:38.785429 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] For port 114a16ad-19f4-4d64-9eab-76f6dbe075b7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=114a16ad-19f4-4d64-9eab-76f6dbe075b7,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:38.785807 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.822655 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Calling delete_port for 114a16ad-19f4-4d64-9eab-76f6dbe075b7 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:38.824029 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-aac11872-b0e3-41cd-9548-5d6241836ebf req-857b68fe-75ef-4d60-bb46-1ea78a6191d3 tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "GET /v2.0/ports?device_id=4299166e-84e2-4a9d-b437-7bb6bf9c195a HTTP/1.1" status: 200 len: 210 time: 0.0584331 Mar 03 01:07:38.855390 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] Deleting port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:38.855891 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.922958 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3112252b-6e79-4e3e-aca1-ff83686acfa4 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:38.957890 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 3112252b-6e79-4e3e-aca1-ff83686acfa4 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:38.958321 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3112252b-6e79-4e3e-aca1-ff83686acfa4 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:38.958828 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 114a16ad-19f4-4d64-9eab-76f6dbe075b7 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:38.961636 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:38.988563 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 114a16ad-19f4-4d64-9eab-76f6dbe075b7 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:38.988999 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 114a16ad-19f4-4d64-9eab-76f6dbe075b7 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:38.989640 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f8f1ffde-032c-4cb3-97b9-19414055365d no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:38.990522 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=114a16ad-19f4-4d64-9eab-76f6dbe075b7,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:38.992770 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] No DVR routers for this DVR port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 on host dv-cinder-831090-5-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:39.017696 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: f8f1ffde-032c-4cb3-97b9-19414055365d {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:39.018257 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f8f1ffde-032c-4cb3-97b9-19414055365d not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:39.028560 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] For port 114a16ad-19f4-4d64-9eab-76f6dbe075b7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=114a16ad-19f4-4d64-9eab-76f6dbe075b7,segment=NetworkSegment(2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45),segment_id=2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:39.028977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.042626 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] Calling delete_port for 114a16ad-19f4-4d64-9eab-76f6dbe075b7 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:39.077290 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (208db88e-d670-4daf-a4e7-cb9b78425efc), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.102056 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208db88e-d670-4daf-a4e7-cb9b78425efc']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:39.112968 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:39.113265 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:39.123831 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.136373 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (114a16ad-19f4-4d64-9eab-76f6dbe075b7), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.143968 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.151359 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:07:39.151359 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (2f733d85-6a7c-45e3-ae6d-63fe8e4a9b45), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:07:39.153683 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:07:39.161720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] Pushing event deleted for resources: {'Port': ['ID=114a16ad-19f4-4d64-9eab-76f6dbe075b7,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:39.168257 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057134c-3d5e-4e5f-8374-8f38dba5bcb1 None None] No DVR routers for this DVR port 114a16ad-19f4-4d64-9eab-76f6dbe075b7 on host dv-cinder-831090-5-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:39.215676 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (208db88e-d670-4daf-a4e7-cb9b78425efc), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.221319 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.224683 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/208db88e-d670-4daf-a4e7-cb9b78425efc HTTP/1.1" status: 204 len: 168 time: 0.7315600 Mar 03 01:07:39.236645 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa7bbe-4ba5-4ca0-b4c3-d54af51b3f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=208db88e-d670-4daf-a4e7-cb9b78425efc,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:39.404818 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39084) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:39.448033 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-30942e4b-d720-4686-b87e-7a859c459349 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5a1bdb8e25f43e28d72a256eb7186a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417786 Mar 03 01:07:39.450424 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39086) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:39.504302 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4a551b2-74cc-4448-8e77-72486c70ada5 admin admin] Publish callbacks [] for security_group (d3802782-6bda-427f-aff7-463c35365ce7), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.526649 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4a551b2-74cc-4448-8e77-72486c70ada5 admin admin] Publish callbacks [] for security_group (d3802782-6bda-427f-aff7-463c35365ce7), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.575911 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4a551b2-74cc-4448-8e77-72486c70ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (d3802782-6bda-427f-aff7-463c35365ce7), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.578610 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f4a551b2-74cc-4448-8e77-72486c70ada5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.579886 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f4a551b2-74cc-4448-8e77-72486c70ada5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3802782-6bda-427f-aff7-463c35365ce7 HTTP/1.1" status: 204 len: 168 time: 0.1285160 Mar 03 01:07:39.588390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a551b2-74cc-4448-8e77-72486c70ada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3802782-6bda-427f-aff7-463c35365ce7,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:39.904811 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39102) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:39.938071 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39106) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:39.981003 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7bc924b7-046b-4804-856c-ccb08e115e1f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group (fadfe79d-0057-472e-a6f3-05d19b6bf7c6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:39.992072 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f16e76d0-4c9f-47e3-ab36-646cf07e0367 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79bd31e8c4ea4a90bd48d892b705265b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490954 Mar 03 01:07:39.992863 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39112) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:40.020767 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7bc924b7-046b-4804-856c-ccb08e115e1f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group (fadfe79d-0057-472e-a6f3-05d19b6bf7c6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.049926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-563a1728-c5d3-478a-b6f6-97c5efa56cf0 admin admin] Publish callbacks [] for security_group (ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.073818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-563a1728-c5d3-478a-b6f6-97c5efa56cf0 admin admin] Publish callbacks [] for security_group (ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.090025 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7bc924b7-046b-4804-856c-ccb08e115e1f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (fadfe79d-0057-472e-a6f3-05d19b6bf7c6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.092751 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7bc924b7-046b-4804-856c-ccb08e115e1f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.093966 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7bc924b7-046b-4804-856c-ccb08e115e1f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] 10.222.0.18 "DELETE /v2.0/security-groups/fadfe79d-0057-472e-a6f3-05d19b6bf7c6 HTTP/1.1" status: 204 len: 168 time: 0.1881268 Mar 03 01:07:40.107512 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc924b7-046b-4804-856c-ccb08e115e1f tempest-TestShelveInstance-892809543 tempest-TestShelveInstance-892809543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfe79d-0057-472e-a6f3-05d19b6bf7c6,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:40.130573 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-563a1728-c5d3-478a-b6f6-97c5efa56cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.135232 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-563a1728-c5d3-478a-b6f6-97c5efa56cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.136392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-563a1728-c5d3-478a-b6f6-97c5efa56cf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb HTTP/1.1" status: 204 len: 168 time: 0.1426027 Mar 03 01:07:40.151026 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a1728-c5d3-478a-b6f6-97c5efa56cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe27fc9-3dcf-4fb4-8ade-6a1e893b54fb,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:40.154229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39118) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:40.649183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (320b03ed-3851-4742-a260-ca0f894c51e4), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.912703 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Deleting port 58759764-f829-4710-8b8c-3ad5d9b064f6 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:40.912958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:40.995996 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] For port 58759764-f829-4710-8b8c-3ad5d9b064f6, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=58759764-f829-4710-8b8c-3ad5d9b064f6,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:40.996711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:41.009533 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Calling delete_port for 58759764-f829-4710-8b8c-3ad5d9b064f6 owned by network:router_interface {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:41.108985 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bad7dc7a-4fae-4ea0-9455-0bcec643b46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:41.210866 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (58759764-f829-4710-8b8c-3ad5d9b064f6), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:41.237195 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Pushing event deleted for resources: {'Port': ['ID=58759764-f829-4710-8b8c-3ad5d9b064f6,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:41.416074 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (320b03ed-3851-4742-a260-ca0f894c51e4), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:41.542155 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:41.562766 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: bdebc183-a6ad-4f54-bb86-38d23657c6e5 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:41.563117 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device bdebc183-a6ad-4f54-bb86-38d23657c6e5 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:41.650357 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Router 320b03ed-3851-4742-a260-ca0f894c51e4 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:41.758094 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:41.766966 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-693a715d-5dda-4201-81cf-22288d543133 admin admin] 10.222.0.18 "PUT /v2.0/routers/320b03ed-3851-4742-a260-ca0f894c51e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116936 Mar 03 01:07:41.767178 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39144) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:41.772279 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] Sync routers for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:41.782628 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:41.783219 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:41.877402 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks [] for router (320b03ed-3851-4742-a260-ca0f894c51e4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:41.893230 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:41.989945 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks [] for router_gateway (320b03ed-3851-4742-a260-ca0f894c51e4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.045899 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Deleting port 3bd4ab45-eadc-45fc-b29e-18b63f469aec {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:42.046252 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.103622 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:07:41Z', 'revision_number': 5, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port': {'id': '3bd4ab45-eadc-45fc-b29e-18b63f469aec', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:42.135738 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] Checking router: 320b03ed-3851-4742-a260-ca0f894c51e4 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:42.144533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] Routers {'320b03ed-3851-4742-a260-ca0f894c51e4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:42.145135 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['320b03ed-3851-4742-a260-ca0f894c51e4'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:42.150426 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] For port 3bd4ab45-eadc-45fc-b29e-18b63f469aec, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=3bd4ab45-eadc-45fc-b29e-18b63f469aec,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:42.150825 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.163925 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Calling delete_port for 3bd4ab45-eadc-45fc-b29e-18b63f469aec owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:42.376557 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.383185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] Set router 320b03ed-3851-4742-a260-ca0f894c51e4 gateway port host: None {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:42.440846 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:07:41Z', 'revision_number': 6, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:42.468433 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a42c5-cbd7-436a-818e-82bd485a5263 None None] The sync data for ids ['320b03ed-3851-4742-a260-ca0f894c51e4'] in dv-cinder-831090-5-iscsi is: [{'id': '320b03ed-3851-4742-a260-ca0f894c51e4', 'name': 'tempest-TestShelveInstance-1507310852-router', 'tenant_id': '5ab2852289ab4f8b8110e337160afd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:36Z', 'updated_at': '2022-03-03T01:07:41Z', 'revision_number': 6, 'project_id': '5ab2852289ab4f8b8110e337160afd43', 'gw_port_host': None}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:42.584463 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (3bd4ab45-eadc-45fc-b29e-18b63f469aec), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.612526 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd4ab45-eadc-45fc-b29e-18b63f469aec,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:42.694861 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (320b03ed-3851-4742-a260-ca0f894c51e4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.801610 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (320b03ed-3851-4742-a260-ca0f894c51e4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.804237 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks [] for router_controller (320b03ed-3851-4742-a260-ca0f894c51e4), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.854550 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (320b03ed-3851-4742-a260-ca0f894c51e4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.855243 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320b03ed-3851-4742-a260-ca0f894c51e4 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:07:42.862880 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.868095 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-32536b83-ed4e-44df-a0e7-e3c415593e7e admin admin] 10.222.0.18 "DELETE /v2.0/routers/320b03ed-3851-4742-a260-ca0f894c51e4 HTTP/1.1" status: 204 len: 168 time: 1.0998771 Mar 03 01:07:42.872023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39170) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:42.924686 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Deleting subnet 7fbd043a-31d5-42a8-ab35-c636fa9005d4 {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:07:42.932668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Publish callbacks [] for subnet (7fbd043a-31d5-42a8-ab35-c636fa9005d4), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:42.977164 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (7fbd043a-31d5-42a8-ab35-c636fa9005d4), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.062538 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (7fbd043a-31d5-42a8-ab35-c636fa9005d4), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.098814 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39174) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:43.134374 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (7fbd043a-31d5-42a8-ab35-c636fa9005d4), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.165887 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.171729 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7fbd043a-31d5-42a8-ab35-c636fa9005d4 HTTP/1.1" status: 204 len: 168 time: 0.2953269 Mar 03 01:07:43.171729 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98935f-b9fd-48b4-b820-937733599050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbd043a-31d5-42a8-ab35-c636fa9005d4,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:43.171981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57256e56-c385-43c4-8482-d5e33fa9853b None None] Network b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:07:43.172454 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39180) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:43.245691 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c8ea84aa-199b-4225-8080-cac7ffb1ce56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.271734 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.343605 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Deleting port 813261d2-1168-4981-8a33-a22813f9f6d7 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:43.343844 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.368004 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c8ea84aa-199b-4225-8080-cac7ffb1ce56 admin admin] Publish callbacks [] for security_group (8deb421d-69c6-4c5f-9941-f9cdd728eeda), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.373646 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c8ea84aa-199b-4225-8080-cac7ffb1ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8deb421d-69c6-4c5f-9941-f9cdd728eeda), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.406387 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] DHCP port deletion for b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:07:43.417781 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c8ea84aa-199b-4225-8080-cac7ffb1ce56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61f1e6b50fb444bf976d1a0aa81c53df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178906 Mar 03 01:07:43.418845 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea84aa-199b-4225-8080-cac7ffb1ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb421d-69c6-4c5f-9941-f9cdd728eeda,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:43.420695 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39186) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:43.436291 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] For port 813261d2-1168-4981-8a33-a22813f9f6d7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=813261d2-1168-4981-8a33-a22813f9f6d7,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:43.436658 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.460024 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Calling delete_port for 813261d2-1168-4981-8a33-a22813f9f6d7 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:43.460811 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Deleting port 813261d2-1168-4981-8a33-a22813f9f6d7 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:43.461198 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.526153 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-410006f8-37fc-4568-ad20-b708dd1ea5e8 admin admin] Publish callbacks [] for security_group (8deb421d-69c6-4c5f-9941-f9cdd728eeda), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.532533 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] For port 813261d2-1168-4981-8a33-a22813f9f6d7, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=813261d2-1168-4981-8a33-a22813f9f6d7,segment=NetworkSegment(355fb881-b3cd-49f7-88e9-aff3c806f59f),segment_id=355fb881-b3cd-49f7-88e9-aff3c806f59f)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:43.532936 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.546275 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Calling delete_port for 813261d2-1168-4981-8a33-a22813f9f6d7 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:43.560610 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-410006f8-37fc-4568-ad20-b708dd1ea5e8 admin admin] Publish callbacks [] for security_group (8deb421d-69c6-4c5f-9941-f9cdd728eeda), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.599479 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.621981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.628811 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=813261d2-1168-4981-8a33-a22813f9f6d7,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:43.633797 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] No DVR routers for this DVR port 813261d2-1168-4981-8a33-a22813f9f6d7 on host dv-cinder-831090-5-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:43.639467 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (813261d2-1168-4981-8a33-a22813f9f6d7), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.667628 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Pushing event deleted for resources: {'Port': ['ID=813261d2-1168-4981-8a33-a22813f9f6d7,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:43.669856 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] No DVR routers for this DVR port 813261d2-1168-4981-8a33-a22813f9f6d7 on host dv-cinder-831090-5-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:43.677830 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.678269 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.680403 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.680760 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.681110 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.681478 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.681814 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.682156 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.682494 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.682831 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.683702 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.683702 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.683862 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc5217-9c47-4b08-81d2-d0520a905086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:07:43.696885 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-410006f8-37fc-4568-ad20-b708dd1ea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8deb421d-69c6-4c5f-9941-f9cdd728eeda), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.699421 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-410006f8-37fc-4568-ad20-b708dd1ea5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.700583 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-410006f8-37fc-4568-ad20-b708dd1ea5e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8deb421d-69c6-4c5f-9941-f9cdd728eeda HTTP/1.1" status: 204 len: 168 time: 0.2789741 Mar 03 01:07:43.712622 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.722988 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410006f8-37fc-4568-ad20-b708dd1ea5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb421d-69c6-4c5f-9941-f9cdd728eeda,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:43.738310 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:43.749314 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355fb881-b3cd-49f7-88e9-aff3c806f59f') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:43.749668 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355fb881-b3cd-49f7-88e9-aff3c806f59f') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:43.758617 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (355fb881-b3cd-49f7-88e9-aff3c806f59f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.776469 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (355fb881-b3cd-49f7-88e9-aff3c806f59f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.782599 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:07:43.782975 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (355fb881-b3cd-49f7-88e9-aff3c806f59f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:07:43.784666 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:07:43.840151 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.846292 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:43.849640 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6 HTTP/1.1" status: 204 len: 168 time: 0.6763012 Mar 03 01:07:43.853016 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39198) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:43.860572 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4b546-6e71-404b-8587-26198a7efc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a7e704-dd07-4a40-a78e-0f3fd9f2ebf6,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:43.982728 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39202) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:43.997294 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-566d7a32-352d-46ea-a465-3d0f5dc0b012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.081505 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-566d7a32-352d-46ea-a465-3d0f5dc0b012 admin admin] Publish callbacks [] for security_group (30163dbb-9aa0-4c5d-9ae4-9036279644f2), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.086094 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-566d7a32-352d-46ea-a465-3d0f5dc0b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (30163dbb-9aa0-4c5d-9ae4-9036279644f2), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.127750 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-566d7a32-352d-46ea-a465-3d0f5dc0b012 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91a5d3ed7fef4beebc23b8d5ac0aa890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438956 Mar 03 01:07:44.128500 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d7a32-352d-46ea-a465-3d0f5dc0b012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30163dbb-9aa0-4c5d-9ae4-9036279644f2,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:44.130807 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39204) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:44.185106 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ed02f385-63b8-4d47-9e74-313a64248295 admin admin] Publish callbacks [] for security_group (30163dbb-9aa0-4c5d-9ae4-9036279644f2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.209744 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ed02f385-63b8-4d47-9e74-313a64248295 admin admin] Publish callbacks [] for security_group (30163dbb-9aa0-4c5d-9ae4-9036279644f2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.260391 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ed02f385-63b8-4d47-9e74-313a64248295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (30163dbb-9aa0-4c5d-9ae4-9036279644f2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.263065 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ed02f385-63b8-4d47-9e74-313a64248295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.264228 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ed02f385-63b8-4d47-9e74-313a64248295 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30163dbb-9aa0-4c5d-9ae4-9036279644f2 HTTP/1.1" status: 204 len: 168 time: 0.1324914 Mar 03 01:07:44.271993 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02f385-63b8-4d47-9e74-313a64248295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30163dbb-9aa0-4c5d-9ae4-9036279644f2,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:44.482902 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.550329 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3bd4ab45-eadc-45fc-b29e-18b63f469aec no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:44.572234 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 3bd4ab45-eadc-45fc-b29e-18b63f469aec {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:44.572720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 3bd4ab45-eadc-45fc-b29e-18b63f469aec not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:44.573148 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 813261d2-1168-4981-8a33-a22813f9f6d7 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:44.595029 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 813261d2-1168-4981-8a33-a22813f9f6d7 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:44.595475 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 813261d2-1168-4981-8a33-a22813f9f6d7 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:44.595969 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 58759764-f829-4710-8b8c-3ad5d9b064f6 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:44.616836 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 58759764-f829-4710-8b8c-3ad5d9b064f6 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:44.617334 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 58759764-f829-4710-8b8c-3ad5d9b064f6 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:44.756306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Deleting port 9492f392-a474-4ffe-8c10-b1c9c2af464b {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:44.757576 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.839139 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] For port 9492f392-a474-4ffe-8c10-b1c9c2af464b, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=9492f392-a474-4ffe-8c10-b1c9c2af464b,segment=NetworkSegment(5a74b738-c75b-4c2d-813b-87df7fa1913e),segment_id=5a74b738-c75b-4c2d-813b-87df7fa1913e)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:44.839509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:44.853331 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Calling delete_port for 9492f392-a474-4ffe-8c10-b1c9c2af464b owned by network:router_interface {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:45.040459 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (9492f392-a474-4ffe-8c10-b1c9c2af464b), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.067538 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9492f392-a474-4ffe-8c10-b1c9c2af464b,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:45.241534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.277997 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.398847 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.489043 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:07:45.598812 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:07:45.604416 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-2e462864-8126-49f6-94a5-5710fa2a8e1e admin admin] 10.222.0.18 "PUT /v2.0/routers/09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502449 Mar 03 01:07:45.607364 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39248) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:45.609519 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] Sync routers for ids ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:07:45.623068 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] Routers {'09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:45.623692 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:45.721121 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks [] for router (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.827546 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] Set router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:45.830089 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks [] for router_gateway (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.884426 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Deleting port f13a520e-b523-4395-9eaf-931f3a501ef5 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:45.884770 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.971441 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] For port f13a520e-b523-4395-9eaf-931f3a501ef5, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f13a520e-b523-4395-9eaf-931f3a501ef5,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:45.971962 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:45.987372 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Calling delete_port for f13a520e-b523-4395-9eaf-931f3a501ef5 owned by network:router_gateway {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:46.011792 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:07:44Z', 'revision_number': 5, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port': {'id': 'f13a520e-b523-4395-9eaf-931f3a501ef5', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:01:42Z', 'updated_at': '2022-03-03T01:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:46.039286 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] Checking router: 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:07:46.047669 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] Routers {'09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:07:46.048294 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:46.140576 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] Set router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:07:46.171206 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f13a520e-b523-4395-9eaf-931f3a501ef5), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.192555 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:07:45Z', 'revision_number': 6, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:46.208150 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13a520e-b523-4395-9eaf-931f3a501ef5,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:46.222697 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9187e5-fd96-4287-8d0a-60bc178926f1 None None] The sync data for ids ['09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e'] in dv-cinder-831090-5-iscsi is: [{'id': '09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e', 'name': 'tempest-TestShelveInstance-45943277-router', 'tenant_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:01:41Z', 'updated_at': '2022-03-03T01:07:45Z', 'revision_number': 6, 'project_id': '72c462c9f5aa4eec81ee25fdc61ae883', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:07:46.273504 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.367643 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.369888 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks [] for router_controller (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.413876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.414434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e {{(pid=102986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:07:46.418752 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.419909 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d9037845-44e3-46ee-8d76-f7ec79fc9a04 admin admin] 10.222.0.18 "DELETE /v2.0/routers/09bc985a-26f8-4696-b4d8-0c3a9dcd9f3e HTTP/1.1" status: 204 len: 168 time: 0.8119831 Mar 03 01:07:46.422438 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39266) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:46.466183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Deleting subnet da58bbf8-6001-426e-8c2d-44a80df1d7cd {{(pid=102986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:07:46.469264 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Publish callbacks [] for subnet (da58bbf8-6001-426e-8c2d-44a80df1d7cd), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.502224 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58969917'] for subnet (da58bbf8-6001-426e-8c2d-44a80df1d7cd), precommit_delete_associations {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.587155 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (da58bbf8-6001-426e-8c2d-44a80df1d7cd), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.646671 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58969378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59080473'] for subnet (da58bbf8-6001-426e-8c2d-44a80df1d7cd), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.660076 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.663659 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da58bbf8-6001-426e-8c2d-44a80df1d7cd HTTP/1.1" status: 204 len: 168 time: 0.2402813 Mar 03 01:07:46.666210 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6eea8c-9e14-4b47-bafb-0db405eae5b4 None None] Network bc2efefe-93d9-44d0-b944-d58bfc328961 requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:07:46.666715 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39268) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:46.701323 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf7d3-0cf0-4237-8fee-2480cb7ec8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da58bbf8-6001-426e-8c2d-44a80df1d7cd,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:46.718662 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 9492f392-a474-4ffe-8c10-b1c9c2af464b no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:46.748051 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 9492f392-a474-4ffe-8c10-b1c9c2af464b {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:46.748421 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 9492f392-a474-4ffe-8c10-b1c9c2af464b not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:46.758013 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (bc2efefe-93d9-44d0-b944-d58bfc328961), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.812088 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Deleting port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:07:46.812429 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.876278 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] For port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,segment=NetworkSegment(5a74b738-c75b-4c2d-813b-87df7fa1913e),segment_id=5a74b738-c75b-4c2d-813b-87df7fa1913e)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:07:46.876564 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.889277 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Calling delete_port for c9dad7d8-883e-4934-8d6f-20ffcdc70f8e owned by network:dhcp {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:07:46.969452 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (c9dad7d8-883e-4934-8d6f-20ffcdc70f8e), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:46.995328 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dad7d8-883e-4934-8d6f-20ffcdc70f8e,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:46.997162 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] No DVR routers for this DVR port c9dad7d8-883e-4934-8d6f-20ffcdc70f8e on host dv-cinder-831090-5-iscsi {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:07:47.028516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6434993-eb0f-447f-9a01-787e0807da46 None None] DHCP port deletion for bc2efefe-93d9-44d0-b944-d58bfc328961 request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:07:47.075838 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (bc2efefe-93d9-44d0-b944-d58bfc328961), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.096400 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2efefe-93d9-44d0-b944-d58bfc328961']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:47.106121 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a74b738-c75b-4c2d-813b-87df7fa1913e') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:47.106279 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a74b738-c75b-4c2d-813b-87df7fa1913e') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:07:47.115733 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (5a74b738-c75b-4c2d-813b-87df7fa1913e), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.133030 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (5a74b738-c75b-4c2d-813b-87df7fa1913e), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.138966 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:07:47.139388 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (5a74b738-c75b-4c2d-813b-87df7fa1913e), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:07:47.141210 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:07:47.197857 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (bc2efefe-93d9-44d0-b944-d58bfc328961), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.203711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.207095 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc2efefe-93d9-44d0-b944-d58bfc328961 HTTP/1.1" status: 204 len: 168 time: 0.5394862 Mar 03 01:07:47.220614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aeea7-584e-48ff-b434-e73dce571462 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2efefe-93d9-44d0-b944-d58bfc328961,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:47.420918 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39286) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:47.463176 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-5e020c9d-98e1-49c0-9ddf-fa8e0a1f9426 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ab2852289ab4f8b8110e337160afd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410349 Mar 03 01:07:47.465671 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39288) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:47.519230 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7be78407-6faa-4f89-9c8f-dd8c34c87db8 admin admin] Publish callbacks [] for security_group (8643cabf-4e30-408d-a421-34e0d4456fb7), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.544773 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7be78407-6faa-4f89-9c8f-dd8c34c87db8 admin admin] Publish callbacks [] for security_group (8643cabf-4e30-408d-a421-34e0d4456fb7), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.596724 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7be78407-6faa-4f89-9c8f-dd8c34c87db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (8643cabf-4e30-408d-a421-34e0d4456fb7), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.599318 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7be78407-6faa-4f89-9c8f-dd8c34c87db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:47.600521 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7be78407-6faa-4f89-9c8f-dd8c34c87db8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8643cabf-4e30-408d-a421-34e0d4456fb7 HTTP/1.1" status: 204 len: 168 time: 0.1339233 Mar 03 01:07:47.612002 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be78407-6faa-4f89-9c8f-dd8c34c87db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643cabf-4e30-408d-a421-34e0d4456fb7,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:47.933011 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39294) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:47.973950 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7d671e1a-9294-4e1c-ba6f-c8f16c5c9195 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72c462c9f5aa4eec81ee25fdc61ae883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397608 Mar 03 01:07:47.976419 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39296) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:48.024209 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5ee3-5572-4e6b-89a5-217c2bb93db4 admin admin] Publish callbacks [] for security_group (60abc31b-7b50-4cc0-af40-bdc58cc4a4ef), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.045668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5ee3-5572-4e6b-89a5-217c2bb93db4 admin admin] Publish callbacks [] for security_group (60abc31b-7b50-4cc0-af40-bdc58cc4a4ef), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.093610 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5ee3-5572-4e6b-89a5-217c2bb93db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (60abc31b-7b50-4cc0-af40-bdc58cc4a4ef), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.096306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5ee3-5572-4e6b-89a5-217c2bb93db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.097543 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-3d8a5ee3-5572-4e6b-89a5-217c2bb93db4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60abc31b-7b50-4cc0-af40-bdc58cc4a4ef HTTP/1.1" status: 204 len: 168 time: 0.1201832 Mar 03 01:07:48.105423 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a5ee3-5572-4e6b-89a5-217c2bb93db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60abc31b-7b50-4cc0-af40-bdc58cc4a4ef,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:48.555273 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f13a520e-b523-4395-9eaf-931f3a501ef5 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:48.581008 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: f13a520e-b523-4395-9eaf-931f3a501ef5 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:48.581420 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f13a520e-b523-4395-9eaf-931f3a501ef5 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:48.581843 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c9dad7d8-883e-4934-8d6f-20ffcdc70f8e no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:07:48.602185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: c9dad7d8-883e-4934-8d6f-20ffcdc70f8e {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:07:48.602540 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device c9dad7d8-883e-4934-8d6f-20ffcdc70f8e not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:07:48.696138 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39310) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:48.814660 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ba229211-cfe2-4d77-b8fa-f3d8ded3175c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.903596 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ba229211-cfe2-4d77-b8fa-f3d8ded3175c admin admin] Publish callbacks [] for security_group (bf4b3ccc-120a-4d42-9a95-3290bf3c63a8), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.907376 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ba229211-cfe2-4d77-b8fa-f3d8ded3175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (bf4b3ccc-120a-4d42-9a95-3290bf3c63a8), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:48.946223 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ba229211-cfe2-4d77-b8fa-f3d8ded3175c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91dfa817f0d14e2388649d1216bdf3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488954 Mar 03 01:07:48.947116 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba229211-cfe2-4d77-b8fa-f3d8ded3175c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b3ccc-120a-4d42-9a95-3290bf3c63a8,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:48.948809 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39318) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:49.000116 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2095a8b9-0d8f-42e2-98b8-f61dbcdfe66b admin admin] Publish callbacks [] for security_group (bf4b3ccc-120a-4d42-9a95-3290bf3c63a8), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.020974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2095a8b9-0d8f-42e2-98b8-f61dbcdfe66b admin admin] Publish callbacks [] for security_group (bf4b3ccc-120a-4d42-9a95-3290bf3c63a8), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.067721 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2095a8b9-0d8f-42e2-98b8-f61dbcdfe66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (bf4b3ccc-120a-4d42-9a95-3290bf3c63a8), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.070958 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-2095a8b9-0d8f-42e2-98b8-f61dbcdfe66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.072125 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-2095a8b9-0d8f-42e2-98b8-f61dbcdfe66b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf4b3ccc-120a-4d42-9a95-3290bf3c63a8 HTTP/1.1" status: 204 len: 168 time: 0.1223040 Mar 03 01:07:49.079859 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095a8b9-0d8f-42e2-98b8-f61dbcdfe66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b3ccc-120a-4d42-9a95-3290bf3c63a8,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:49.333138 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39324) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:49.346684 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b2031f2a-30f8-4186-a5fa-0b8776e2c388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.421122 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b2031f2a-30f8-4186-a5fa-0b8776e2c388 admin admin] Publish callbacks [] for security_group (6337a280-3541-4cb6-9d9a-fc761a9dabd3), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.425020 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b2031f2a-30f8-4186-a5fa-0b8776e2c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6337a280-3541-4cb6-9d9a-fc761a9dabd3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.462968 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b2031f2a-30f8-4186-a5fa-0b8776e2c388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=344d4d913b354e96bda418d2eea74cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287606 Mar 03 01:07:49.464915 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2031f2a-30f8-4186-a5fa-0b8776e2c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6337a280-3541-4cb6-9d9a-fc761a9dabd3,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:49.466001 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39326) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:07:49.513024 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-917b47f6-bc55-4cec-befc-10ca4ade37cf admin admin] Publish callbacks [] for security_group (6337a280-3541-4cb6-9d9a-fc761a9dabd3), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.534449 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-917b47f6-bc55-4cec-befc-10ca4ade37cf admin admin] Publish callbacks [] for security_group (6337a280-3541-4cb6-9d9a-fc761a9dabd3), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.581567 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-917b47f6-bc55-4cec-befc-10ca4ade37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (6337a280-3541-4cb6-9d9a-fc761a9dabd3), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.584171 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-917b47f6-bc55-4cec-befc-10ca4ade37cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:07:49.585577 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-917b47f6-bc55-4cec-befc-10ca4ade37cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6337a280-3541-4cb6-9d9a-fc761a9dabd3 HTTP/1.1" status: 204 len: 168 time: 0.1185853 Mar 03 01:07:49.592954 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b47f6-bc55-4cec-befc-10ca4ade37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6337a280-3541-4cb6-9d9a-fc761a9dabd3,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:07:59.140574 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:08:03.171079 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39492) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:03.272299 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c430ee77-35fc-476e-9382-57450381bd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.358636 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c430ee77-35fc-476e-9382-57450381bd1c admin admin] Publish callbacks [] for security_group (39658add-51ea-43d7-bd7c-96e22c3466df), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.362888 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-c430ee77-35fc-476e-9382-57450381bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (39658add-51ea-43d7-bd7c-96e22c3466df), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.400841 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-c430ee77-35fc-476e-9382-57450381bd1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22cce52d0a404c9d904fd180ee66cd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286847 Mar 03 01:08:03.403002 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ee77-35fc-476e-9382-57450381bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39658add-51ea-43d7-bd7c-96e22c3466df,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:03.403824 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39502) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:03.450285 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fc29a71d-33fe-4ab0-9916-04b7c61b64e8 admin admin] Publish callbacks [] for security_group (39658add-51ea-43d7-bd7c-96e22c3466df), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.471748 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fc29a71d-33fe-4ab0-9916-04b7c61b64e8 admin admin] Publish callbacks [] for security_group (39658add-51ea-43d7-bd7c-96e22c3466df), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.517975 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fc29a71d-33fe-4ab0-9916-04b7c61b64e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (39658add-51ea-43d7-bd7c-96e22c3466df), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.520747 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fc29a71d-33fe-4ab0-9916-04b7c61b64e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.522003 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fc29a71d-33fe-4ab0-9916-04b7c61b64e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39658add-51ea-43d7-bd7c-96e22c3466df HTTP/1.1" status: 204 len: 168 time: 0.1170392 Mar 03 01:08:03.531100 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29a71d-33fe-4ab0-9916-04b7c61b64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39658add-51ea-43d7-bd7c-96e22c3466df,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:03.779840 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39508) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:03.792716 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e1e65322-a3f4-49ed-a2a3-ed2de0582e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.865024 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e1e65322-a3f4-49ed-a2a3-ed2de0582e46 admin admin] Publish callbacks [] for security_group (9fda1006-da8b-4bd6-8635-7a80796358b1), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.869380 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e1e65322-a3f4-49ed-a2a3-ed2de0582e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (9fda1006-da8b-4bd6-8635-7a80796358b1), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.909221 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e1e65322-a3f4-49ed-a2a3-ed2de0582e46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d374bf0cd4048458d8d9b8f7ffdd970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283092 Mar 03 01:08:03.910050 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e65322-a3f4-49ed-a2a3-ed2de0582e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda1006-da8b-4bd6-8635-7a80796358b1,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:03.911936 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39510) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:03.959817 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-74e8b58c-9706-414e-b8c9-a5c47dcee324 admin admin] Publish callbacks [] for security_group (9fda1006-da8b-4bd6-8635-7a80796358b1), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:03.981037 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-74e8b58c-9706-414e-b8c9-a5c47dcee324 admin admin] Publish callbacks [] for security_group (9fda1006-da8b-4bd6-8635-7a80796358b1), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:04.028916 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-74e8b58c-9706-414e-b8c9-a5c47dcee324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (9fda1006-da8b-4bd6-8635-7a80796358b1), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:04.031582 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-74e8b58c-9706-414e-b8c9-a5c47dcee324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:04.032760 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-74e8b58c-9706-414e-b8c9-a5c47dcee324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fda1006-da8b-4bd6-8635-7a80796358b1 HTTP/1.1" status: 204 len: 168 time: 0.1197944 Mar 03 01:08:04.040568 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8b58c-9706-414e-b8c9-a5c47dcee324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda1006-da8b-4bd6-8635-7a80796358b1,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:04.633470 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39536) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:04.828625 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c7ea-2b05-49d2-bf83-4090222e50d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:04.912157 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c7ea-2b05-49d2-bf83-4090222e50d8 admin admin] Publish callbacks [] for security_group (0608b4d3-4969-4c21-992f-138b0df1f3c7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:04.917046 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c7ea-2b05-49d2-bf83-4090222e50d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (0608b4d3-4969-4c21-992f-138b0df1f3c7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:04.955283 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fcc1c7ea-2b05-49d2-bf83-4090222e50d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40d7cbf3bf264dbe851c6bfd0f312bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207295 Mar 03 01:08:04.956524 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1c7ea-2b05-49d2-bf83-4090222e50d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0608b4d3-4969-4c21-992f-138b0df1f3c7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:04.957997 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39548) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:05.010333 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5efc31ed-cc10-4ba8-a4e3-43f18e9c0d7b admin admin] Publish callbacks [] for security_group (0608b4d3-4969-4c21-992f-138b0df1f3c7), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.031926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5efc31ed-cc10-4ba8-a4e3-43f18e9c0d7b admin admin] Publish callbacks [] for security_group (0608b4d3-4969-4c21-992f-138b0df1f3c7), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.082709 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5efc31ed-cc10-4ba8-a4e3-43f18e9c0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (0608b4d3-4969-4c21-992f-138b0df1f3c7), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.085713 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-5efc31ed-cc10-4ba8-a4e3-43f18e9c0d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.086947 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-5efc31ed-cc10-4ba8-a4e3-43f18e9c0d7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0608b4d3-4969-4c21-992f-138b0df1f3c7 HTTP/1.1" status: 204 len: 168 time: 0.1273851 Mar 03 01:08:05.094907 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc31ed-cc10-4ba8-a4e3-43f18e9c0d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0608b4d3-4969-4c21-992f-138b0df1f3c7,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:05.778540 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39586) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:05.872829 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1580547234-network', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:05.892119 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Made reservation on behalf of df293799e10f4d04b45e92b8adab43ec for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:08:05.894474 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.903927 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.978367 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks [] for security_group (91e0969f-9f3f-4008-861f-5f1de3583bd1), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:05.982197 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (91e0969f-9f3f-4008-861f-5f1de3583bd1), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.008498 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:08:06.018386 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0969f-9f3f-4008-861f-5f1de3583bd1,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:06.024418 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (e155bbdd-7644-419a-a34a-15959abed5e3), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.024767 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Added segment e155bbdd-7644-419a-a34a-15959abed5e3 of type vlan for network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb Mar 03 01:08:06.066656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.095216 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.096286 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:06.097088 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.153710 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3740783 Mar 03 01:08:06.156800 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39590) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:06.161952 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Request body: {'subnet': {'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1580547234-subnet', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:06.164452 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abeb18-1634-4dd0-897d-6726db99dd48 admin admin] Pushing event updated for resources: {'Network': ['ID=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:06.177859 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:08:06.182277 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Made reservation on behalf of df293799e10f4d04b45e92b8adab43ec for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:08:06.184641 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59189413'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.347597 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60345559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59189399'] for subnet (750c92a5-70bf-46c8-893e-e0fa6596e318), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.405988 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=750c92a5-70bf-46c8-893e-e0fa6596e318,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:06.410267 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Checking segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:06.410627 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Network hostable DHCP agents. Network: c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:08:06.427241 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:08:06.437566 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:06.442168 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:06.443292 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.446444 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262ae5f-ce7d-4f85-be75-d830ade83a56 None None] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:08:06.458925 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-446ad1f8-f56b-4372-b0d4-ac59fb04a91f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3009169 Mar 03 01:08:06.461720 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39592) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:06.466359 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:06.486197 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.487276 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.543820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks [] for router_controller (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.549225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 01:08:06.550266 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.684719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Allocated IP 172.20.0.2 (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb/750c92a5-70bf-46c8-893e-e0fa6596e318/21c06d19-127a-4b41-994c-8f953ead526b) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:06.685868 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks [] for router_gateway (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.838774 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Publish callbacks [] for port (21c06d19-127a-4b41-994c-8f953ead526b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.846131 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (21c06d19-127a-4b41-994c-8f953ead526b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.901169 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:06.904553 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:06.909489 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:06.912624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Pushing event updated for resources: {'Port': ['ID=21c06d19-127a-4b41-994c-8f953ead526b,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:06.970602 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Attempting to bind port 21c06d19-127a-4b41-994c-8f953ead526b on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:06.970981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Attempting to bind port 21c06d19-127a-4b41-994c-8f953ead526b by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:06.971350 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Attempting to bind port 21c06d19-127a-4b41-994c-8f953ead526b on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:06.976918 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:06.977307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Checking segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:06.977720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:06.978120 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Bound using segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:06.978752 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Bound port: 21c06d19-127a-4b41-994c-8f953ead526b, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:06.979140 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (21c06d19-127a-4b41-994c-8f953ead526b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.044972 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] For port 21c06d19-127a-4b41-994c-8f953ead526b, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:07.048264 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] For port 21c06d19-127a-4b41-994c-8f953ead526b, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=21c06d19-127a-4b41-994c-8f953ead526b,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:07.055953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (21c06d19-127a-4b41-994c-8f953ead526b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.124113 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c337a6-bf06-45d1-a557-148ad9acc6a2 None None] Pushing event updated for resources: {'Port': ['ID=21c06d19-127a-4b41-994c-8f953ead526b,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:07.188630 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks [] for router_gateway (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.208340 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.330130 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Allocated IP 172.27.0.226 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/f17051d5-b4ca-4738-81cf-9131bfaa7f04) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:07.433622 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks [] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.470691 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.504581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:07.511446 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:07.514818 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:07.537866 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Pushing event updated for resources: {'Port': ['ID=f17051d5-b4ca-4738-81cf-9131bfaa7f04,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:07.766577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks [] for router_gateway (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:07.979693 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.033511 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4c8c1-5219-4b6c-a973-3fab5ead2efd None None] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:08:08.109287 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] Provisioning complete for port 21c06d19-127a-4b41-994c-8f953ead526b triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:08.109751 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (21c06d19-127a-4b41-994c-8f953ead526b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.122577 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 01:08:08.187269 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39612) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:08.234162 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] Current status of the port 21c06d19-127a-4b41-994c-8f953ead526b is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:08.239667 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (21c06d19-127a-4b41-994c-8f953ead526b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.249725 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:08:08.262825 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:08:08.280528 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.282737 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8aa87513-e75a-4b26-b6e9-9f7a70683aeb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8197699 Mar 03 01:08:08.285552 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39616) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:08.289958 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] For port 21c06d19-127a-4b41-994c-8f953ead526b, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=21c06d19-127a-4b41-994c-8f953ead526b,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:08.291337 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:08.292358 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:08.346234 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (21c06d19-127a-4b41-994c-8f953ead526b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.354230 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3358c08f-1cf9-40f1-acfb-ba47b72bcec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.454132 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed05577-33f7-4824-a71d-5c25f0a75d46 None None] Pushing event updated for resources: {'Port': ['ID=21c06d19-127a-4b41-994c-8f953ead526b,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:08.489166 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-76012547-2f5e-4f6c-827b-bc50b5fb037d None None] Provisioning complete for port 21c06d19-127a-4b41-994c-8f953ead526b triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:08.489566 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-76012547-2f5e-4f6c-827b-bc50b5fb037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (21c06d19-127a-4b41-994c-8f953ead526b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.492370 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:08.563024 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3358c08f-1cf9-40f1-acfb-ba47b72bcec7 admin admin] Publish callbacks [] for security_group (feb6affd-b938-4c64-86fd-dacb3575b2a1), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.571560 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3358c08f-1cf9-40f1-acfb-ba47b72bcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (feb6affd-b938-4c64-86fd-dacb3575b2a1), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.591627 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 21c06d19-127a-4b41-994c-8f953ead526b up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:08.622927 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358c08f-1cf9-40f1-acfb-ba47b72bcec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb6affd-b938-4c64-86fd-dacb3575b2a1,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:08.630997 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3358c08f-1cf9-40f1-acfb-ba47b72bcec7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d224503367544dd88fe1122409893966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419498 Mar 03 01:08:08.631154 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39620) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:08.696067 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57176b78-57d7-4662-ad79-ae4355094fb9 admin admin] Publish callbacks [] for security_group (feb6affd-b938-4c64-86fd-dacb3575b2a1), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.720314 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57176b78-57d7-4662-ad79-ae4355094fb9 admin admin] Publish callbacks [] for security_group (feb6affd-b938-4c64-86fd-dacb3575b2a1), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.771846 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57176b78-57d7-4662-ad79-ae4355094fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (feb6affd-b938-4c64-86fd-dacb3575b2a1), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.775544 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-57176b78-57d7-4662-ad79-ae4355094fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.776906 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-57176b78-57d7-4662-ad79-ae4355094fb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feb6affd-b938-4c64-86fd-dacb3575b2a1 HTTP/1.1" status: 204 len: 168 time: 0.1446173 Mar 03 01:08:08.787551 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57176b78-57d7-4662-ad79-ae4355094fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb6affd-b938-4c64-86fd-dacb3575b2a1,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:08.836452 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-05604e61-1d5d-4b12-bd29-4502b36b95c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.870847 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.932661 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 21c06d19-127a-4b41-994c-8f953ead526b triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:08.933031 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (21c06d19-127a-4b41-994c-8f953ead526b), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:08.939124 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-76012547-2f5e-4f6c-827b-bc50b5fb037d None None] Current status of the port 21c06d19-127a-4b41-994c-8f953ead526b is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:09.032080 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:07Z', 'revision_number': 3, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:09.052683 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Allocated IP 172.20.0.1 (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb/750c92a5-70bf-46c8-893e-e0fa6596e318/55d552f2-6ea6-492b-9481-073fbd5e3a9c) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:09.069149 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:08:09.069677 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Updating router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 port f17051d5-b4ca-4738-81cf-9131bfaa7f04 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:08:09.090464 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39628) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:09.094693 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 21c06d19-127a-4b41-994c-8f953ead526b is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:09.102876 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.108948 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ee70daa8-42e0-420a-bd6f-8b3b2382ad12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.165258 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks [] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.194077 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ee70daa8-42e0-420a-bd6f-8b3b2382ad12 admin admin] Publish callbacks [] for security_group (b312dd96-2fec-492c-a6a7-467c8104e256), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.200443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-ee70daa8-42e0-420a-bd6f-8b3b2382ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (b312dd96-2fec-492c-a6a7-467c8104e256), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.203867 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.243122 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ee70daa8-42e0-420a-bd6f-8b3b2382ad12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e26aae2cb97407fa0e9994be2cddd09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503022 Mar 03 01:08:09.244257 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70daa8-42e0-420a-bd6f-8b3b2382ad12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b312dd96-2fec-492c-a6a7-467c8104e256,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:09.246248 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:09.247290 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39630) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:09.249405 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:09.259575 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:09.272452 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Pushing event updated for resources: {'Port': ['ID=55d552f2-6ea6-492b-9481-073fbd5e3a9c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:09.303089 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d3edaff2-f646-448b-9486-97d8f3b4b65e admin admin] Publish callbacks [] for security_group (b312dd96-2fec-492c-a6a7-467c8104e256), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.315547 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.333148 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d3edaff2-f646-448b-9486-97d8f3b4b65e admin admin] Publish callbacks [] for security_group (b312dd96-2fec-492c-a6a7-467c8104e256), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.399234 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d3edaff2-f646-448b-9486-97d8f3b4b65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (b312dd96-2fec-492c-a6a7-467c8104e256), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.404282 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-d3edaff2-f646-448b-9486-97d8f3b4b65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.405837 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-d3edaff2-f646-448b-9486-97d8f3b4b65e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b312dd96-2fec-492c-a6a7-467c8104e256 HTTP/1.1" status: 204 len: 168 time: 0.1576331 Mar 03 01:08:09.425403 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edaff2-f646-448b-9486-97d8f3b4b65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312dd96-2fec-492c-a6a7-467c8104e256,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:09.425772 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Publish callbacks [] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.451906 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.489759 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.519105 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3043-1039-4f36-8f13-492c2104a21d None None] Pushing event updated for resources: {'Port': ['ID=f17051d5-b4ca-4738-81cf-9131bfaa7f04,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:09.521384 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Attempting to bind port f17051d5-b4ca-4738-81cf-9131bfaa7f04 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:09.521758 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Attempting to bind port f17051d5-b4ca-4738-81cf-9131bfaa7f04 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:09.522123 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Attempting to bind port f17051d5-b4ca-4738-81cf-9131bfaa7f04 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:09.529182 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:09.529576 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:09.529931 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.530320 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:09.530786 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Bound port: f17051d5-b4ca-4738-81cf-9131bfaa7f04, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:09.531171 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.590249 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-5e7e4b89-6b17-4118-ba42-8873b47c908e None None] Provisioning complete for port 55d552f2-6ea6-492b-9481-073fbd5e3a9c triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:09.590571 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b89-6b17-4118-ba42-8873b47c908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.616033 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] For port f17051d5-b4ca-4738-81cf-9131bfaa7f04, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:09.644006 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] For port f17051d5-b4ca-4738-81cf-9131bfaa7f04, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f17051d5-b4ca-4738-81cf-9131bfaa7f04,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:09.650028 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e4b89-6b17-4118-ba42-8873b47c908e None None] Port 55d552f2-6ea6-492b-9481-073fbd5e3a9c cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:08:09.653602 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.675833 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks [] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.681817 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.714590 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:09.715233 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:07:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:09.749769 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:09.752618 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Pushing event updated for resources: {'Port': ['ID=55d552f2-6ea6-492b-9481-073fbd5e3a9c,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:09.754437 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3043-1039-4f36-8f13-492c2104a21d None None] Pushing event updated for resources: {'Port': ['ID=f17051d5-b4ca-4738-81cf-9131bfaa7f04,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:09.857978 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:09.858204 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:09.859503 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:09.989346 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:08:10.112614 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 2, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:10.113159 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:08:10.118559 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2db6f96b-642a-4b0d-822b-94aceb2b7a9e admin admin] 10.222.0.18 "PUT /v2.0/routers/8ab1e63f-6d16-44fe-a8c9-a4720e4ac273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8319395 Mar 03 01:08:10.143839 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349f8fd-95fc-4dc6-b828-49404053b3b8 None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 2, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:08:10.182476 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-3da81579-6828-4ac0-a4de-c61802777a28 None None] Provisioning complete for port 55d552f2-6ea6-492b-9481-073fbd5e3a9c triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:10.182860 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3da81579-6828-4ac0-a4de-c61802777a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:10.221139 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-3da81579-6828-4ac0-a4de-c61802777a28 None None] Port 55d552f2-6ea6-492b-9481-073fbd5e3a9c cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:08:10.751454 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39672) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:10.758698 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-403900699-network', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:10.790696 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Made reservation on behalf of a82a1c83fea54bf1b7f076ab6cf6f944 for: {'network': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:08:10.793110 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for network (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:10.822811 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:10.915461 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks [] for security_group (97d754ac-af69-482b-b847-64c835c714c2), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:10.919726 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (97d754ac-af69-482b-b847-64c835c714c2), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:10.947760 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 01:08:10.957975 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d754ac-af69-482b-b847-64c835c714c2,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:10.969389 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (45768d84-97c2-4f71-b043-a112c416c967), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:10.970118 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.segments_db [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Added segment 45768d84-97c2-4f71-b043-a112c416c967 of type vlan for network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a Mar 03 01:08:11.027286 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753044957260'] for network (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.055628 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249'] for network (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.056748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:11.057409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.116180 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-59de5f67-ce86-4394-95b3-757521fe98bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.121611 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3686819 Mar 03 01:08:11.124371 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39678) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:11.129434 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Request body: {'subnet': {'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-403900699-subnet', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'ip_version': 4}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:11.132420 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa701d-bf7f-483e-8629-a8f2f834e844 admin admin] Pushing event updated for resources: {'Network': ['ID=393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:11.143724 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a details requested by agent ovs-agent-dv-cinder-831090-5-iscsi with host dv-cinder-831090-5-iscsi {{(pid=102988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 01:08:11.157051 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Made reservation on behalf of a82a1c83fea54bf1b7f076ab6cf6f944 for: {'subnet': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:08:11.159499 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59080498'] for subnet (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.343336 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58969445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59080448'] for subnet (5d2f6cb1-c850-41df-b7ef-e650f8e5b962), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.393708 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2f6cb1-c850-41df-b7ef-e650f8e5b962,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:11.411454 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Checking segment: {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:11.411822 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Network hostable DHCP agents. Network: 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a, hostable agents: ['74a3bad5-3cc9-468d-ba52-adb4c34b9d70'], hosted agents: [] {{(pid=102986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 01:08:11.429196 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a is scheduled to be hosted by DHCP agent 74a3bad5-3cc9-468d-ba52-adb4c34b9d70 with binding_index 1 {{(pid=102986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 01:08:11.439455 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-5-iscsi, 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a) {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:11.443442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:11.444030 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.453542 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d724402-1e2a-4e42-b49c-e7f695f58fb9 None None] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:08:11.462192 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b77387be-cc3a-4cbc-93f8-7fb45b3b55e3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3367572 Mar 03 01:08:11.464739 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39680) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:11.469015 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:11.489569 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63330'] for router (0a84a045-1a76-476b-ba32-3bc5b12be0c4), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.490687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63259'] for router (0a84a045-1a76-476b-ba32-3bc5b12be0c4), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.549293 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks [] for router_controller (0a84a045-1a76-476b-ba32-3bc5b12be0c4), precommit_add_association {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.564276 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d658399-8c2c-5741-897a-daedf3dd7342-393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'fixed_ips': [{'subnet_id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962'}]}} from dv-cinder-831090-5-iscsi. {{(pid=102988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 01:08:11.565439 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.698883 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks [] for router_gateway (0a84a045-1a76-476b-ba32-3bc5b12be0c4), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.707586 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Allocated IP 172.20.0.2 (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a/5d2f6cb1-c850-41df-b7ef-e650f8e5b962/94019698-42bb-4909-ae42-cca6f90f6985) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:11.854070 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Publish callbacks [] for port (94019698-42bb-4909-ae42-cca6f90f6985), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.861734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421'] for port (94019698-42bb-4909-ae42-cca6f90f6985), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.902592 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:11.905262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks [] for router_gateway (0a84a045-1a76-476b-ba32-3bc5b12be0c4), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.910697 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:11.914817 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:11.922885 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Pushing event updated for resources: {'Port': ['ID=94019698-42bb-4909-ae42-cca6f90f6985,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:11.927819 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.980356 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Attempting to bind port 94019698-42bb-4909-ae42-cca6f90f6985 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:11.981318 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Attempting to bind port 94019698-42bb-4909-ae42-cca6f90f6985 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:11.981705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Attempting to bind port 94019698-42bb-4909-ae42-cca6f90f6985 on network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:11.987857 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:11.988430 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Checking segment: {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:11.988841 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:11.989237 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Bound using segment: {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:11.989713 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Bound port: 94019698-42bb-4909-ae42-cca6f90f6985, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:11.990097 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (94019698-42bb-4909-ae42-cca6f90f6985), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.038221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Allocated IP 172.27.0.192 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/7d87e352-fa74-40a6-898f-29d975618274) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:12.075230 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] For port 94019698-42bb-4909-ae42-cca6f90f6985, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:12.080236 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] For port 94019698-42bb-4909-ae42-cca6f90f6985, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=94019698-42bb-4909-ae42-cca6f90f6985,segment=NetworkSegment(45768d84-97c2-4f71-b043-a112c416c967),segment_id=45768d84-97c2-4f71-b043-a112c416c967)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:12.088160 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (94019698-42bb-4909-ae42-cca6f90f6985), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.158161 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-578e2129-711e-4fa7-b91a-b75453db5f25 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bb589c37c3824853ae5aa3eb0fb40d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428457 Mar 03 01:08:12.164723 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567b696-4abf-4d4d-ac73-b6f8dfa9ac16 None None] Pushing event updated for resources: {'Port': ['ID=94019698-42bb-4909-ae42-cca6f90f6985,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:12.300775 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks [] for port (7d87e352-fa74-40a6-898f-29d975618274), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.331283 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.429260 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-78515da0-b493-43ad-a3f1-0ea3b2ffa039 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:12.431628 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-78515da0-b493-43ad-a3f1-0ea3b2ffa039 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618427 Mar 03 01:08:12.439240 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (7d87e352-fa74-40a6-898f-29d975618274), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.493216 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-487da5d9-daa1-4d9e-8d33-2d809483ed42 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/quotas/bb589c37c3824853ae5aa3eb0fb40d5b HTTP/1.1" status: 200 len: 375 time: 0.0515363 Mar 03 01:08:12.503089 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:12.503857 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Pushing event updated for resources: {'Port': ['ID=7d87e352-fa74-40a6-898f-29d975618274,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:12.514702 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:12.517548 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:12.519525 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:08:12.541490 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:12.542114 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:12.570156 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-ac52779f-3a25-4edc-8f69-97b59d3958df tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb589c37c3824853ae5aa3eb0fb40d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682442 Mar 03 01:08:12.645015 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 94019698-42bb-4909-ae42-cca6f90f6985 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:12.683618 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:12.716529 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 94019698-42bb-4909-ae42-cca6f90f6985 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:12.716911 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (94019698-42bb-4909-ae42-cca6f90f6985), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.846521 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 94019698-42bb-4909-ae42-cca6f90f6985 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:12.847376 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (94019698-42bb-4909-ae42-cca6f90f6985), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.885511 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 94019698-42bb-4909-ae42-cca6f90f6985, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=94019698-42bb-4909-ae42-cca6f90f6985,segment=NetworkSegment(45768d84-97c2-4f71-b043-a112c416c967),segment_id=45768d84-97c2-4f71-b043-a112c416c967)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:12.891601 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (94019698-42bb-4909-ae42-cca6f90f6985), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.893991 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f17051d5-b4ca-4738-81cf-9131bfaa7f04 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:12.920213 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 2, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:12.949014 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:08:12.949376 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Updating router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 port 55d552f2-6ea6-492b-9481-073fbd5e3a9c binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:08:12.978719 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:12.983756 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=94019698-42bb-4909-ae42-cca6f90f6985,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:13.013442 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port f17051d5-b4ca-4738-81cf-9131bfaa7f04 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:13.014398 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.157547 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port f17051d5-b4ca-4738-81cf-9131bfaa7f04 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:13.157949 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.183960 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port f17051d5-b4ca-4738-81cf-9131bfaa7f04, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f17051d5-b4ca-4738-81cf-9131bfaa7f04,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:13.194313 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.230999 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0fd0e20f-365b-4077-9afc-d37cc6b49cd1 req-b53c2c92-f362-4eb2-9b71-0614b5ea08f0 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 210 time: 0.0326817 Mar 03 01:08:13.231874 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks [] for router_gateway (0a84a045-1a76-476b-ba32-3bc5b12be0c4), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.279945 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=f17051d5-b4ca-4738-81cf-9131bfaa7f04,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:13.285207 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Publish callbacks [] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.291304 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.347519 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Pushing event updated for resources: {'Port': ['ID=55d552f2-6ea6-492b-9481-073fbd5e3a9c,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:13.373864 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.374246 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.374615 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.374964 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.375312 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.375646 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.375980 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.376344 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.376675 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.377019 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.377351 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.377675 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.377999 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:13.443638 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Attempting to bind port 55d552f2-6ea6-492b-9481-073fbd5e3a9c on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:13.444348 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Attempting to bind port 55d552f2-6ea6-492b-9481-073fbd5e3a9c by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:13.444798 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Attempting to bind port 55d552f2-6ea6-492b-9481-073fbd5e3a9c on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:13.453434 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:13.453969 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Checking segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:13.454549 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.455214 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Bound using segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:13.455918 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Bound port: 55d552f2-6ea6-492b-9481-073fbd5e3a9c, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:13.456580 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.516717 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542567'] for router (0a84a045-1a76-476b-ba32-3bc5b12be0c4), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.532960 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] For port 55d552f2-6ea6-492b-9481-073fbd5e3a9c, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:13.542147 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] For port 55d552f2-6ea6-492b-9481-073fbd5e3a9c, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=55d552f2-6ea6-492b-9481-073fbd5e3a9c,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:13.551124 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.607162 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.633137 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718859f-2fa4-4ab1-9f20-dde2c0b968c0 None None] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:08:13.673436 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f094fa-3f59-4297-a121-4a9a34f60a0f None None] Pushing event updated for resources: {'Port': ['ID=55d552f2-6ea6-492b-9481-073fbd5e3a9c,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:13.690452 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:13.690759 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:13.694793 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 is scheduled to L3 agent c81303d0-9995-42cb-95e2-e5d787722500 with binding_index 1 {{(pid=102986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 01:08:13.723681 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Provisioning complete for port 94019698-42bb-4909-ae42-cca6f90f6985 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:13.724071 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (94019698-42bb-4909-ae42-cca6f90f6985), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.811696 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:13.840532 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:08:13.854503 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Sync routers for ids ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:08:13.864346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:13.868318 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-249996d2-72ce-413e-8b16-b7b1faed1e9f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4002330 Mar 03 01:08:13.869005 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39706) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:13.877947 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Current status of the port 94019698-42bb-4909-ae42-cca6f90f6985 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:13.895037 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Routers {'0a84a045-1a76-476b-ba32-3bc5b12be0c4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:13.895820 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:13.987291 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Provisioning complete for port 55d552f2-6ea6-492b-9481-073fbd5e3a9c triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:13.987827 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.158839 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-8daa4f2a-6366-4280-bd24-315975677dc4 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bb589c37c3824853ae5aa3eb0fb40d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603101 Mar 03 01:08:14.281349 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:14.320562 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Set router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:14.325956 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f82b1-3b6a-49a1-ad90-e89d91a3b79e None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:08:14.358602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-4834d699-3703-424a-976f-55ece9cdf954 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:14.360783 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-4834d699-3703-424a-976f-55ece9cdf954 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962502 Mar 03 01:08:14.410661 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d73ce51c-f835-4c6f-8f13-134beac77f09 req-daceed1a-ee86-4f13-9b7b-89ba71a11fb9 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 210 time: 0.0354669 Mar 03 01:08:14.415730 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Request body: {'port': {'device_id': '45b15b78-9746-4b03-9537-f611e32b7039', 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec', 'admin_state_up': True, 'tenant_id': 'bb589c37c3824853ae5aa3eb0fb40d5b'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:14.468193 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Current status of the port 55d552f2-6ea6-492b-9481-073fbd5e3a9c is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:14.468592 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.527823 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] For port 55d552f2-6ea6-492b-9481-073fbd5e3a9c, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=55d552f2-6ea6-492b-9481-073fbd5e3a9c,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:14.539562 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.605258 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Made reservation on behalf of bb589c37c3824853ae5aa3eb0fb40d5b for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:08:14.612768 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.627726 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7586-1ce5-413a-bdb1-204c5d1d875a None None] Pushing event updated for resources: {'Port': ['ID=55d552f2-6ea6-492b-9481-073fbd5e3a9c,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:14.645222 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:12Z', 'revision_number': 3, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:14.652179 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks [] for security_group (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.685597 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 94019698-42bb-4909-ae42-cca6f90f6985 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:14.722935 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Checking router: 0a84a045-1a76-476b-ba32-3bc5b12be0c4 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:08:14.723574 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Updating router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 port 7d87e352-fa74-40a6-898f-29d975618274 binding host dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:08:14.752925 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks [] for security_group (13b7a2e2-28fe-4568-af65-db02055328c0), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.754012 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.761408 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (13b7a2e2-28fe-4568-af65-db02055328c0), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.774457 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-2ea43061-23fa-4d02-8fc9-43babe0c583e None None] Provisioning complete for port 94019698-42bb-4909-ae42-cca6f90f6985 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:14.774911 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2ea43061-23fa-4d02-8fc9-43babe0c583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (94019698-42bb-4909-ae42-cca6f90f6985), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.779225 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7d87e352-fa74-40a6-898f-29d975618274), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.846291 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b7a2e2-28fe-4568-af65-db02055328c0,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:14.864117 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 94019698-42bb-4909-ae42-cca6f90f6985 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:14.864564 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (94019698-42bb-4909-ae42-cca6f90f6985), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:14.928025 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Allocated IP 192.168.233.208 (eb951d8f-5de9-4abe-b317-cacb4cf502ec/e93b90f9-4625-4d21-b0a3-41539d70c044/dcf7b00a-0005-4722-8892-3eae1e913986) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:14.976642 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Allocated IP 172.20.0.1 (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a/5d2f6cb1-c850-41df-b7ef-e650f8e5b962/0e6bb2a8-8388-4462-869a-d066415f6b45) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:15.098736 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-2ea43061-23fa-4d02-8fc9-43babe0c583e None None] Current status of the port 94019698-42bb-4909-ae42-cca6f90f6985 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:15.110559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks [] for port (dcf7b00a-0005-4722-8892-3eae1e913986), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.121153 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks [] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.135171 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 94019698-42bb-4909-ae42-cca6f90f6985 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:15.136279 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f17051d5-b4ca-4738-81cf-9131bfaa7f04 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:15.158018 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.161434 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-2ea43061-23fa-4d02-8fc9-43babe0c583e None None] Provisioning complete for port 55d552f2-6ea6-492b-9481-073fbd5e3a9c triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:15.161816 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2ea43061-23fa-4d02-8fc9-43babe0c583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.173872 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.216474 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:15.221069 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:15.224925 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:15.225111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Network eb951d8f-5de9-4abe-b317-cacb4cf502ec is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:15.230793 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:15.232690 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6bb2a8-8388-4462-869a-d066415f6b45,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:15.243244 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:15.274269 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541754'] for router_interface (0a84a045-1a76-476b-ba32-3bc5b12be0c4), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.285233 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Pushing event updated for resources: {'Port': ['ID=dcf7b00a-0005-4722-8892-3eae1e913986,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:15.341457 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:15.342442 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.365457 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.369808 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-b408576d-daf1-4d35-83c3-f988963de544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9921665 Mar 03 01:08:15.390100 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Request body: {'port': {'device_id': '45b15b78-9746-4b03-9537-f611e32b7039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:15.433498 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Publish callbacks [] for port (7d87e352-fa74-40a6-898f-29d975618274), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.436977 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port f17051d5-b4ca-4738-81cf-9131bfaa7f04 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:15.437352 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.461946 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.479011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (7d87e352-fa74-40a6-898f-29d975618274), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.483462 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-2ea43061-23fa-4d02-8fc9-43babe0c583e None None] Current status of the port 55d552f2-6ea6-492b-9481-073fbd5e3a9c is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:15.494185 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.578949 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.593202 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3cc1c-bae9-4e53-a3de-19f4f201b7b0 None None] Pushing event updated for resources: {'Port': ['ID=7d87e352-fa74-40a6-898f-29d975618274,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:15.625281 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Attempting to bind port 7d87e352-fa74-40a6-898f-29d975618274 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:15.625813 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Attempting to bind port 7d87e352-fa74-40a6-898f-29d975618274 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:15.627242 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Attempting to bind port 7d87e352-fa74-40a6-898f-29d975618274 on network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:15.639858 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:15.640443 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Checking segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:15.641734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.641734 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Bound using segment: {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:15.642091 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Bound port: 7d87e352-fa74-40a6-898f-29d975618274, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18be603-c4a4-4b6a-ac41-b0ac92da7a97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:15.643027 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7d87e352-fa74-40a6-898f-29d975618274), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.681710 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks [] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.692594 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.709609 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bbec6-bf36-4963-9276-6e11274ea207 req-671b5227-d5c0-402d-8301-7a3a80ee52ea tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:15.711622 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-684bbec6-bf36-4963-9276-6e11274ea207 req-671b5227-d5c0-402d-8301-7a3a80ee52ea tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 936 time: 0.1824963 Mar 03 01:08:15.757052 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] For port 7d87e352-fa74-40a6-898f-29d975618274, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:15.763088 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] For port 7d87e352-fa74-40a6-898f-29d975618274, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=7d87e352-fa74-40a6-898f-29d975618274,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:15.768549 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port f17051d5-b4ca-4738-81cf-9131bfaa7f04 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:15.769620 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 55d552f2-6ea6-492b-9481-073fbd5e3a9c up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:15.770433 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543402'] for router_interface (0a84a045-1a76-476b-ba32-3bc5b12be0c4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.772489 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6bb2a8-8388-4462-869a-d066415f6b45,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:15.774739 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (7d87e352-fa74-40a6-898f-29d975618274), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.795342 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b115307e-0a77-47cb-b24f-5fe575bfccaa None None] Provisioning complete for port dcf7b00a-0005-4722-8892-3eae1e913986 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:15.795709 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b115307e-0a77-47cb-b24f-5fe575bfccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.814053 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-684bbec6-bf36-4963-9276-6e11274ea207 req-a37f4e97-78e4-4ee1-85ec-31f969b77dfd tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957217 Mar 03 01:08:15.886822 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b115307e-0a77-47cb-b24f-5fe575bfccaa None None] Port dcf7b00a-0005-4722-8892-3eae1e913986 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:08:15.901103 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3cc1c-bae9-4e53-a3de-19f4f201b7b0 None None] Pushing event updated for resources: {'Port': ['ID=7d87e352-fa74-40a6-898f-29d975618274,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:15.902376 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:15.903875 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:15.908374 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Routers {'0a84a045-1a76-476b-ba32-3bc5b12be0c4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:15.908997 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:15.920376 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf7b00a-0005-4722-8892-3eae1e913986 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:08:15.929658 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Publish callbacks [] for port (dcf7b00a-0005-4722-8892-3eae1e913986), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.943268 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Transition to ACTIVE for port object dcf7b00a-0005-4722-8892-3eae1e913986 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:08:15.948303 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.957988 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 55d552f2-6ea6-492b-9481-073fbd5e3a9c triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:15.958371 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:15.966107 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b115307e-0a77-47cb-b24f-5fe575bfccaa None None] Provisioning complete for port 0e6bb2a8-8388-4462-869a-d066415f6b45 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:15.966476 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b115307e-0a77-47cb-b24f-5fe575bfccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:16.001602 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf7b00a-0005-4722-8892-3eae1e913986,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:16.064527 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:08:16.108760 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b115307e-0a77-47cb-b24f-5fe575bfccaa None None] Port 0e6bb2a8-8388-4462-869a-d066415f6b45 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:08:16.109091 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Attempting to bind port dcf7b00a-0005-4722-8892-3eae1e913986 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:16.110409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Attempting to bind port dcf7b00a-0005-4722-8892-3eae1e913986 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:16.111099 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Attempting to bind port dcf7b00a-0005-4722-8892-3eae1e913986 on network eb951d8f-5de9-4abe-b317-cacb4cf502ec {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:16.116321 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Port dcf7b00a-0005-4722-8892-3eae1e913986 on network eb951d8f-5de9-4abe-b317-cacb4cf502ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:08:16.117166 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Attempting to bind port dcf7b00a-0005-4722-8892-3eae1e913986 on network eb951d8f-5de9-4abe-b317-cacb4cf502ec {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:16.128643 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:16.129265 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Checking segment: {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:16.129829 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Bound using segment: {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:16.131024 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Bound port: dcf7b00a-0005-4722-8892-3eae1e913986, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef1585b-7280-4a2e-8ba6-453957dd4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:16.131590 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:16.136320 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] Set router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:16.221228 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] For port dcf7b00a-0005-4722-8892-3eae1e913986, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:16.225128 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] For port dcf7b00a-0005-4722-8892-3eae1e913986, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dcf7b00a-0005-4722-8892-3eae1e913986,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:16.234538 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:16.245039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:08:16.257114 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ad9eedd5-de9b-4c5d-a656-7b382d909959 admin admin] 10.222.0.18 "PUT /v2.0/routers/0a84a045-1a76-476b-ba32-3bc5b12be0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859265 Mar 03 01:08:16.276443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:16.277540 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:16.279004 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] 10.222.0.30 "PUT /v2.0/ports/dcf7b00a-0005-4722-8892-3eae1e913986 HTTP/1.1" status: 200 len: 1098 time: 0.8953974 Mar 03 01:08:16.284389 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b15b78-9746-4b03-9537-f611e32b7039', 'tag': 'dcf7b00a-0005-4722-8892-3eae1e913986'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:08:16.286841 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "45b15b78-9746-4b03-9537-f611e32b7039", "tag": "dcf7b00a-0005-4722-8892-3eae1e913986"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:08:16.384866 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24e40ed-39d2-4348-806c-404498345a21 x-openstack-request-id: req-e24e40ed-39d2-4348-806c-404498345a21 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:08:16.385920 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b15b78-9746-4b03-9537-f611e32b7039", "tag": "dcf7b00a-0005-4722-8892-3eae1e913986", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:08:16.386336 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e24e40ed-39d2-4348-806c-404498345a21 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:08:16.386900 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b15b78-9746-4b03-9537-f611e32b7039', 'tag': 'dcf7b00a-0005-4722-8892-3eae1e913986', 'status': 'completed', 'code': 200} Mar 03 01:08:16.409511 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879be3-d7f6-4225-b08f-60c08d2c1ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf7b00a-0005-4722-8892-3eae1e913986,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:16.436114 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-db975a3d-0d27-419f-a705-dcbb54740468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:16.437636 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-db975a3d-0d27-419f-a705-dcbb54740468 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb589c37c3824853ae5aa3eb0fb40d5b&device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 1132 time: 0.0825791 Mar 03 01:08:16.481779 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-1ae67935-8de9-471a-9648-de01c826f0fb None None] Provisioning complete for port 0e6bb2a8-8388-4462-869a-d066415f6b45 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:16.482376 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ae67935-8de9-471a-9648-de01c826f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:16.494665 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-cf9ea343-521b-471f-a715-2e0843f0108a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=dcf7b00a-0005-4722-8892-3eae1e913986 HTTP/1.1" status: 200 len: 217 time: 0.0446050 Mar 03 01:08:16.506283 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 55d552f2-6ea6-492b-9481-073fbd5e3a9c is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:16.555855 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1ae67935-8de9-471a-9648-de01c826f0fb None None] Port 0e6bb2a8-8388-4462-869a-d066415f6b45 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:08:16.583520 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-47604295-eb69-4b48-9a9b-99cfed888547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:16.588686 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-47604295-eb69-4b48-9a9b-99cfed888547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e93b90f9-4625-4d21-b0a3-41539d70c044 HTTP/1.1" status: 200 len: 843 time: 0.0850945 Mar 03 01:08:16.605035 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 55d552f2-6ea6-492b-9481-073fbd5e3a9c up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:16.658312 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-171328f2-699f-4209-ab25-be7990973814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:16.659932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-171328f2-699f-4209-ab25-be7990973814 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb951d8f-5de9-4abe-b317-cacb4cf502ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0679600 Mar 03 01:08:16.663981 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '0e6bb2a8-8388-4462-869a-d066415f6b45', 'name': '', 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'mac_address': 'fa:16:3e:cd:42:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:14Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 2, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'subnets': [{'id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:16.699086 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac19c9-260d-4878-826c-05fdb51e4ee9 None None] The sync data for ids ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'] in dv-cinder-831090-5-iscsi is: [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '0e6bb2a8-8388-4462-869a-d066415f6b45', 'name': '', 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'mac_address': 'fa:16:3e:cd:42:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:14Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 2, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'subnets': [{'id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:08:16.713436 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 55d552f2-6ea6-492b-9481-073fbd5e3a9c triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:16.713824 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:16.769807 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-077e3361-15e8-44c0-b8d4-bc4192cf6daa service neutron] 10.222.0.30 "GET /v2.0/networks/eb951d8f-5de9-4abe-b317-cacb4cf502ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032610 Mar 03 01:08:16.799322 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 55d552f2-6ea6-492b-9481-073fbd5e3a9c is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:16.871563 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e6dd7db3-ade9-4deb-ae7c-a8079aa435f3 req-3bc46d79-9d27-41cf-b2bb-106990368e45 service neutron] 10.222.0.30 "GET /v2.0/networks/eb951d8f-5de9-4abe-b317-cacb4cf502ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960715 Mar 03 01:08:16.954965 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4862-8e5b-4e5b-8986-b220e2125bc8 req-5a811b44-dcd4-499d-9d90-fd46c8f498bc tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:16.956564 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-388b4862-8e5b-4e5b-8986-b220e2125bc8 req-5a811b44-dcd4-499d-9d90-fd46c8f498bc tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 948 time: 0.0662789 Mar 03 01:08:16.987515 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39728) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:16.993611 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207646286', 'description': 'tempest-secgroup-smoke-1207646286 description', 'project_id': 'df293799e10f4d04b45e92b8adab43ec'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.025285 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.074870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-388b4862-8e5b-4e5b-8986-b220e2125bc8 req-e51f7943-074d-4a01-9e27-2437208b1544 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031632 Mar 03 01:08:17.079097 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-4b5d5d6a-616d-4d94-a2e7-97bf7acf0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:17.081244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-4b5d5d6a-616d-4d94-a2e7-97bf7acf0283 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb589c37c3824853ae5aa3eb0fb40d5b&device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 1132 time: 0.1071503 Mar 03 01:08:17.115507 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group (d3a7fe0b-538c-43a3-bb2e-b246c9c0f431), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.121244 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (d3a7fe0b-538c-43a3-bb2e-b246c9c0f431), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.150760 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.154984 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1633914 Mar 03 01:08:17.155321 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39730) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:17.156745 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fe207-6100-40c0-a5ce-d1235d5a075c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:17.160100 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group_rule': {'security_group_id': 'd3a7fe0b-538c-43a3-bb2e-b246c9c0f431', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.211450 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (85e7be27-51ad-497a-96d9-440512593b5a), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.227254 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-e8269eb5-ac60-48f6-a32b-c73d3c2c5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:17.228659 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-e8269eb5-ac60-48f6-a32b-c73d3c2c5779 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb951d8f-5de9-4abe-b317-cacb4cf502ec HTTP/1.1" status: 200 len: 869 time: 0.1405964 Mar 03 01:08:17.283145 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-e27d0ff0-1452-450c-8ca9-ac7057534c3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=dcf7b00a-0005-4722-8892-3eae1e913986 HTTP/1.1" status: 200 len: 217 time: 0.0443585 Mar 03 01:08:17.344134 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (85e7be27-51ad-497a-96d9-440512593b5a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.350191 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (85e7be27-51ad-497a-96d9-440512593b5a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.352984 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-137c4c2c-5270-46e9-9f5c-61364a57bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:17.354483 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-137c4c2c-5270-46e9-9f5c-61364a57bb9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e93b90f9-4625-4d21-b0a3-41539d70c044 HTTP/1.1" status: 200 len: 843 time: 0.0621684 Mar 03 01:08:17.382599 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e7be27-51ad-497a-96d9-440512593b5a,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:17.386725 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.387901 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-39cb8dce-9d20-4f8f-96bd-919b4e5a282b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2315998 Mar 03 01:08:17.391403 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39732) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:17.396056 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group_rule': {'security_group_id': 'd3a7fe0b-538c-43a3-bb2e-b246c9c0f431', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.429658 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-6c4bab89-ba3e-4836-9961-4a8789f394a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:17.431186 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-6c4bab89-ba3e-4836-9961-4a8789f394a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb951d8f-5de9-4abe-b317-cacb4cf502ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0605967 Mar 03 01:08:17.438648 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (99880e78-0026-46f5-a8f5-d78ebc05b102), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.518580 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (99880e78-0026-46f5-a8f5-d78ebc05b102), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.522115 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (99880e78-0026-46f5-a8f5-d78ebc05b102), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.545456 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-1d603b2a-b860-4f01-9e24-92675f717fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/eb951d8f-5de9-4abe-b317-cacb4cf502ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059511 Mar 03 01:08:17.546309 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99880e78-0026-46f5-a8f5-d78ebc05b102,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:17.556803 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.558203 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5d303a3e-8f5d-40d9-b651-cb271e0e33d9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657813 Mar 03 01:08:17.560912 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 39734) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:17.566078 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group_rule': {'security_group_id': 'd3a7fe0b-538c-43a3-bb2e-b246c9c0f431', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.598935 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (1d5e3307-9366-452e-a946-14162a786778), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.650563 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0dc681c0-ad6f-45b2-bb48-14ef02692eb3 req-03d1df13-778f-4444-98ca-4869f412f617 service neutron] 10.222.0.30 "GET /v2.0/networks/eb951d8f-5de9-4abe-b317-cacb4cf502ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988727 Mar 03 01:08:17.662209 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (1d5e3307-9366-452e-a946-14162a786778), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.668145 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (1d5e3307-9366-452e-a946-14162a786778), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.689894 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5e3307-9366-452e-a946-14162a786778,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:17.698098 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.699319 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5eb1164a-af2f-40f1-9e78-d01079081952 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374168 Mar 03 01:08:17.702201 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39736) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:17.706762 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group_rule': {'security_group_id': 'd3a7fe0b-538c-43a3-bb2e-b246c9c0f431', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.732778 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (e5046243-65f6-4d9d-a487-0498392d816a), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.794312 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (e5046243-65f6-4d9d-a487-0498392d816a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.797545 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (e5046243-65f6-4d9d-a487-0498392d816a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.817195 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5046243-65f6-4d9d-a487-0498392d816a,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:17.825705 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.826933 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-b5c86be8-4ce7-4584-ab93-1653a80b6470 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237314 Mar 03 01:08:17.829570 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39738) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:17.833820 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group_rule': {'security_group_id': 'd3a7fe0b-538c-43a3-bb2e-b246c9c0f431', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.855021 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.securitygroups_db [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Project df293799e10f4d04b45e92b8adab43ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 01:08:17.860306 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (f64c5890-b367-473b-b1bf-499bab30f524), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.923351 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (f64c5890-b367-473b-b1bf-499bab30f524), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.927144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (f64c5890-b367-473b-b1bf-499bab30f524), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.946752 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64c5890-b367-473b-b1bf-499bab30f524,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:17.957031 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:17.958363 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-212df26e-4160-4244-bf32-25465ec09ebc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278484 Mar 03 01:08:17.961971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 39740) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:17.966483 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'security_group_rule': {'security_group_id': 'd3a7fe0b-538c-43a3-bb2e-b246c9c0f431', 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:17.988524 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.securitygroups_db [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Project df293799e10f4d04b45e92b8adab43ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 01:08:17.994256 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (52eded7b-eb76-4724-9751-ea611620ef5c), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.058575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (52eded7b-eb76-4724-9751-ea611620ef5c), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.063622 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563315'] for security_group_rule (52eded7b-eb76-4724-9751-ea611620ef5c), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.082055 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eded7b-eb76-4724-9751-ea611620ef5c,revision_number=0']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:18.091155 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.092411 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-7bd6e830-929f-4ae1-abae-a8db58153916 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294656 Mar 03 01:08:18.204809 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df382fa1-839c-41cc-9c61-f180e2a5f433 req-dbd95bbf-28c1-4f4d-b3c2-31455acc84ff tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:18.206425 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-df382fa1-839c-41cc-9c61-f180e2a5f433 req-dbd95bbf-28c1-4f4d-b3c2-31455acc84ff tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 948 time: 0.0559773 Mar 03 01:08:18.256580 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-df382fa1-839c-41cc-9c61-f180e2a5f433 req-f797b094-bbaa-4c16-a249-430a119eb949 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Mar 03 01:08:18.605738 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 7d87e352-fa74-40a6-898f-29d975618274 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:18.657619 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 7d87e352-fa74-40a6-898f-29d975618274 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:18.657990 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (7d87e352-fa74-40a6-898f-29d975618274), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.735741 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 7d87e352-fa74-40a6-898f-29d975618274 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:18.736160 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (7d87e352-fa74-40a6-898f-29d975618274), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.757176 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] For port 7d87e352-fa74-40a6-898f-29d975618274, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=7d87e352-fa74-40a6-898f-29d975618274,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:18.761475 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (7d87e352-fa74-40a6-898f-29d975618274), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:18.812154 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Pushing event updated for resources: {'Port': ['ID=7d87e352-fa74-40a6-898f-29d975618274,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:18.911083 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Sync routers for ids ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:08:18.922489 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Routers {'0a84a045-1a76-476b-ba32-3bc5b12be0c4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:18.923101 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:19.041090 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Set router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:19.243654 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '0e6bb2a8-8388-4462-869a-d066415f6b45', 'name': '', 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'mac_address': 'fa:16:3e:cd:42:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:14Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 2, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'subnets': [{'id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:19.273698 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Checking router: 0a84a045-1a76-476b-ba32-3bc5b12be0c4 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:08:19.274139 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Updating router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 port 0e6bb2a8-8388-4462-869a-d066415f6b45 binding host dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 01:08:19.301250 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.379649 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe62913-47d6-4ba3-abe9-04c69960d31b req-033657f4-6ca5-4c46-821f-85bd5cdff8f8 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:19.381172 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bbe62913-47d6-4ba3-abe9-04c69960d31b req-033657f4-6ca5-4c46-821f-85bd5cdff8f8 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 948 time: 0.0531430 Mar 03 01:08:19.432016 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bbe62913-47d6-4ba3-abe9-04c69960d31b req-662f10f1-e9e6-4c5a-bde1-b53bc7f8b898 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447078 Mar 03 01:08:19.576967 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Publish callbacks [] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.582004 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.631024 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2af595-4156-4c72-a941-27607344b97a None None] Pushing event updated for resources: {'Port': ['ID=0e6bb2a8-8388-4462-869a-d066415f6b45,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:19.686018 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device dcf7b00a-0005-4722-8892-3eae1e913986 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:08:19.690921 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Attempting to bind port 0e6bb2a8-8388-4462-869a-d066415f6b45 on host dv-cinder-831090-5-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:19.691293 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Attempting to bind port 0e6bb2a8-8388-4462-869a-d066415f6b45 by drivers openvswitch,hyperv on host dv-cinder-831090-5-iscsi at level 0 using segments [{'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:19.691656 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Attempting to bind port 0e6bb2a8-8388-4462-869a-d066415f6b45 on network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:19.697781 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Checking agent: {'id': '8f3e7870-a584-4609-b46a-04ff0d871a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 51, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 52, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:19.698169 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Checking segment: {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:19.698555 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.699009 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Bound using segment: {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:19.699410 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Bound port: 0e6bb2a8-8388-4462-869a-d066415f6b45, host: dv-cinder-831090-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45768d84-97c2-4f71-b043-a112c416c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:19.699787 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.766821 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] For port 0e6bb2a8-8388-4462-869a-d066415f6b45, host dv-cinder-831090-5-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:19.770321 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] For port 0e6bb2a8-8388-4462-869a-d066415f6b45, host dv-cinder-831090-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=0e6bb2a8-8388-4462-869a-d066415f6b45,segment=NetworkSegment(45768d84-97c2-4f71-b043-a112c416c967),segment_id=45768d84-97c2-4f71-b043-a112c416c967)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:19.784885 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.801004 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port dcf7b00a-0005-4722-8892-3eae1e913986, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dcf7b00a-0005-4722-8892-3eae1e913986,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:19.813545 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'dcf7b00a-0005-4722-8892-3eae1e913986', 'network_id': 'eb951d8f-5de9-4abe-b317-cacb4cf502ec', 'port_id': 'dcf7b00a-0005-4722-8892-3eae1e913986', 'mac_address': 'fa:16:3e:ed:cd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93b90f9-4625-4d21-b0a3-41539d70c044', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:08:19.848515 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2af595-4156-4c72-a941-27607344b97a None None] Pushing event updated for resources: {'Port': ['ID=0e6bb2a8-8388-4462-869a-d066415f6b45,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:19.860214 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port dcf7b00a-0005-4722-8892-3eae1e913986 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:19.860609 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.865563 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Routers {'0a84a045-1a76-476b-ba32-3bc5b12be0c4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:19.866160 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:19.883231 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf7b00a-0005-4722-8892-3eae1e913986 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:08:19.892507 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] Provisioning complete for port 0e6bb2a8-8388-4462-869a-d066415f6b45 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:19.893272 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.938022 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port dcf7b00a-0005-4722-8892-3eae1e913986, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dcf7b00a-0005-4722-8892-3eae1e913986,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:19.948363 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:19.984896 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] Set router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:20.027884 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=dcf7b00a-0005-4722-8892-3eae1e913986,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:20.038744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] Current status of the port 0e6bb2a8-8388-4462-869a-d066415f6b45 is: DOWN; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:20.039230 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:20.074921 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] For port 0e6bb2a8-8388-4462-869a-d066415f6b45, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=0e6bb2a8-8388-4462-869a-d066415f6b45,segment=NetworkSegment(45768d84-97c2-4f71-b043-a112c416c967),segment_id=45768d84-97c2-4f71-b043-a112c416c967)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:20.079880 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:20.133133 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf3da-3849-4ecc-8135-5000a7d3057b None None] Pushing event updated for resources: {'Port': ['ID=0e6bb2a8-8388-4462-869a-d066415f6b45,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:20.200032 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-bbfe8c20-a0eb-46b8-8777-dd1b9d5b54cb None None] Provisioning complete for port 0e6bb2a8-8388-4462-869a-d066415f6b45 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:20.200369 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8c20-a0eb-46b8-8777-dd1b9d5b54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:20.200951 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '0e6bb2a8-8388-4462-869a-d066415f6b45', 'name': '', 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'mac_address': 'fa:16:3e:cd:42:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:14Z', 'updated_at': '2022-03-03T01:08:19Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'subnets': [{'id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:20.227961 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9add53-50b2-45c4-a82c-29d0385fdc5d None None] The sync data for ids ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'] in dv-cinder-831090-5-iscsi is: [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:15Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '0e6bb2a8-8388-4462-869a-d066415f6b45', 'name': '', 'network_id': '393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'mac_address': 'fa:16:3e:cd:42:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:14Z', 'updated_at': '2022-03-03T01:08:19Z', 'revision_number': 4, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'subnets': [{'id': '5d2f6cb1-c850-41df-b7ef-e650f8e5b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:08:20.276200 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['dcf7b00a-0005-4722-8892-3eae1e913986'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:08:20.320774 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe8c20-a0eb-46b8-8777-dd1b9d5b54cb None None] Current status of the port 0e6bb2a8-8388-4462-869a-d066415f6b45 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:20.572687 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747656-8759-407b-99b4-7384fbae7662 req-3a11fe1e-05a1-4309-bbdb-8b4e381530ab tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:20.576573 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ab747656-8759-407b-99b4-7384fbae7662 req-3a11fe1e-05a1-4309-bbdb-8b4e381530ab tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 949 time: 0.0728347 Mar 03 01:08:20.644369 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ab747656-8759-407b-99b4-7384fbae7662 req-3bcb3e95-67be-423d-8ed1-00f8a4342ab2 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Mar 03 01:08:20.653884 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 7d87e352-fa74-40a6-898f-29d975618274 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:20.705432 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 7d87e352-fa74-40a6-898f-29d975618274 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:20.706028 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (7d87e352-fa74-40a6-898f-29d975618274), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:20.791361 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 7d87e352-fa74-40a6-898f-29d975618274 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:20.792510 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 0e6bb2a8-8388-4462-869a-d066415f6b45 up at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:20.838390 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Provisioning complete for port 0e6bb2a8-8388-4462-869a-d066415f6b45 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:20.838764 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:20.914987 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Current status of the port 0e6bb2a8-8388-4462-869a-d066415f6b45 is: ACTIVE; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:21.697546 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device dcf7b00a-0005-4722-8892-3eae1e913986 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:21.752110 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port dcf7b00a-0005-4722-8892-3eae1e913986 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:08:21.756338 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port dcf7b00a-0005-4722-8892-3eae1e913986 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:21.756716 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:21.765664 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32650-1e8e-4d4c-8bb5-770469306d38 req-aff4f93d-6b2a-4f65-8f83-6ff1090bb66f tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:21.767277 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-eae32650-1e8e-4d4c-8bb5-770469306d38 req-aff4f93d-6b2a-4f65-8f83-6ff1090bb66f tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 949 time: 0.0541723 Mar 03 01:08:21.816021 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-eae32650-1e8e-4d4c-8bb5-770469306d38 req-c180c14e-b891-4105-83c0-2a011cc14f74 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Mar 03 01:08:21.835970 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port dcf7b00a-0005-4722-8892-3eae1e913986 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:21.836399 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:21.859089 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b15b78-9746-4b03-9537-f611e32b7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf7b00a-0005-4722-8892-3eae1e913986'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:08:21.861336 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b975a8-9ca8-45a4-9bcb-fab9706944ef" -d '{"events": [{"server_uuid": "45b15b78-9746-4b03-9537-f611e32b7039", "name": "network-vif-plugged", "status": "completed", "tag": "dcf7b00a-0005-4722-8892-3eae1e913986"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:08:21.874612 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port dcf7b00a-0005-4722-8892-3eae1e913986, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dcf7b00a-0005-4722-8892-3eae1e913986,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:21.881895 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:21.912515 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97287b-2d08-45b4-a81a-8426df14c1b2 x-openstack-request-id: req-7e97287b-2d08-45b4-a81a-8426df14c1b2 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:08:21.912807 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b15b78-9746-4b03-9537-f611e32b7039", "name": "network-vif-plugged", "status": "completed", "tag": "dcf7b00a-0005-4722-8892-3eae1e913986", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:08:21.913071 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e97287b-2d08-45b4-a81a-8426df14c1b2 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:08:21.913461 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b15b78-9746-4b03-9537-f611e32b7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf7b00a-0005-4722-8892-3eae1e913986', 'code': 200} Mar 03 01:08:21.941450 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=dcf7b00a-0005-4722-8892-3eae1e913986,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:22.117981 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee72ab0-de11-4a3b-bc58-6b0349136787 req-a083bc0b-bcab-4320-b976-41b04c455d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:22.119469 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ee72ab0-de11-4a3b-bc58-6b0349136787 req-a083bc0b-bcab-4320-b976-41b04c455d4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 1134 time: 0.0485735 Mar 03 01:08:22.164127 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7ee72ab0-de11-4a3b-bc58-6b0349136787 req-04cfb8f5-b36a-4de5-a95a-321f6f877a9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Mar 03 01:08:22.939786 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c15e1e-6dd2-4876-880c-1eb9e1dfde4f req-a94c285d-61f8-413f-af12-4aaf87e5e950 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:22.941314 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-51c15e1e-6dd2-4876-880c-1eb9e1dfde4f req-a94c285d-61f8-413f-af12-4aaf87e5e950 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 950 time: 0.0539215 Mar 03 01:08:22.987972 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-51c15e1e-6dd2-4876-880c-1eb9e1dfde4f req-745236ff-796f-440a-953f-61dd80e19977 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Mar 03 01:08:24.106726 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2cd94-8131-434a-b7f3-5003d81112f1 req-94ab497c-1541-4b32-bca6-5d5e431f432f tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:24.108244 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d2cd94-8131-434a-b7f3-5003d81112f1 req-94ab497c-1541-4b32-bca6-5d5e431f432f tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 950 time: 0.0535688 Mar 03 01:08:24.159995 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d1d2cd94-8131-434a-b7f3-5003d81112f1 req-0036b76e-375f-4722-b200-f7181c459b40 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462658 Mar 03 01:08:24.426224 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8198c-92e9-4d04-977f-d0e45eb918b7 req-d8b9f08a-33ee-4044-9538-6636a061c0d2 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:24.427707 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8fe8198c-92e9-4d04-977f-d0e45eb918b7 req-d8b9f08a-33ee-4044-9538-6636a061c0d2 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 950 time: 0.0538654 Mar 03 01:08:24.474353 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8fe8198c-92e9-4d04-977f-d0e45eb918b7 req-f7c8481a-02d2-43bf-9de7-10dd4a7fd151 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Mar 03 01:08:25.606461 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70952a-5827-4777-8117-f48c7294174f req-b2b03fd2-edf7-44e7-8863-700624e8c931 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:25.607860 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0c70952a-5827-4777-8117-f48c7294174f req-b2b03fd2-edf7-44e7-8863-700624e8c931 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 950 time: 0.0594015 Mar 03 01:08:25.659481 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0c70952a-5827-4777-8117-f48c7294174f req-617a94c0-bb7c-423f-9460-f0829e28f5f8 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/security-groups?id=13b7a2e2-28fe-4568-af65-db02055328c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Mar 03 01:08:26.091834 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365d38-370b-443f-8e04-053ae6af3a51 req-579d765f-a9e3-4100-88b9-b0ec84310151 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:26.093465 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-79365d38-370b-443f-8e04-053ae6af3a51 req-579d765f-a9e3-4100-88b9-b0ec84310151 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 950 time: 0.0547855 Mar 03 01:08:26.184125 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Deleting port dcf7b00a-0005-4722-8892-3eae1e913986 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:08:26.184463 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:26.277555 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] For port dcf7b00a-0005-4722-8892-3eae1e913986, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dcf7b00a-0005-4722-8892-3eae1e913986,segment=NetworkSegment(6ef1585b-7280-4a2e-8ba6-453957dd4f60),segment_id=6ef1585b-7280-4a2e-8ba6-453957dd4f60)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:26.277926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:26.289662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Calling delete_port for dcf7b00a-0005-4722-8892-3eae1e913986 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:08:26.422515 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (dcf7b00a-0005-4722-8892-3eae1e913986), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:26.455141 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Pushing event deleted for resources: {'Port': ['ID=dcf7b00a-0005-4722-8892-3eae1e913986,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:26.458513 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['dcf7b00a-0005-4722-8892-3eae1e913986'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:08:26.499591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] No DVR routers for this DVR port dcf7b00a-0005-4722-8892-3eae1e913986 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:08:26.502111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:26.506565 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-79365d38-370b-443f-8e04-053ae6af3a51 req-9f7ace46-fce4-4cba-8514-094772e1a57b tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.30 "DELETE /v2.0/ports/dcf7b00a-0005-4722-8892-3eae1e913986 HTTP/1.1" status: 204 len: 173 time: 0.4078419 Mar 03 01:08:26.507744 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b15b78-9746-4b03-9537-f611e32b7039', 'name': 'network-vif-deleted', 'tag': 'dcf7b00a-0005-4722-8892-3eae1e913986'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:08:26.510064 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fbc4f1-8c32-40d4-8ab4-ec1b493869d2" -d '{"events": [{"server_uuid": "45b15b78-9746-4b03-9537-f611e32b7039", "name": "network-vif-deleted", "tag": "dcf7b00a-0005-4722-8892-3eae1e913986"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:08:26.560464 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5fdc25-164a-4737-a55b-b64346dd0a8d x-openstack-request-id: req-8a5fdc25-164a-4737-a55b-b64346dd0a8d {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:08:26.560757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b15b78-9746-4b03-9537-f611e32b7039", "name": "network-vif-deleted", "tag": "dcf7b00a-0005-4722-8892-3eae1e913986", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:08:26.561012 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a5fdc25-164a-4737-a55b-b64346dd0a8d {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:08:26.561412 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b15b78-9746-4b03-9537-f611e32b7039', 'name': 'network-vif-deleted', 'tag': 'dcf7b00a-0005-4722-8892-3eae1e913986', 'status': 'completed', 'code': 200} Mar 03 01:08:26.768345 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5f6b84ae-5d5f-46f4-936d-e86a1b5e7e0f req-3060a2e4-4330-4730-aa6c-19d3282f8b30 tempest-VolumesNegativeTest-638688142 tempest-VolumesNegativeTest-638688142-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b15b78-9746-4b03-9537-f611e32b7039 HTTP/1.1" status: 200 len: 210 time: 0.0274961 Mar 03 01:08:29.745495 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device dcf7b00a-0005-4722-8892-3eae1e913986 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:08:29.765009 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: dcf7b00a-0005-4722-8892-3eae1e913986 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:08:29.765360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device dcf7b00a-0005-4722-8892-3eae1e913986 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:08:31.556124 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40100) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:31.686607 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-053ba571-695e-489c-b8f6-cc160a1d3a46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb589c37c3824853ae5aa3eb0fb40d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293423 Mar 03 01:08:31.689106 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40104) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:31.737848 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Publish callbacks [] for security_group (13b7a2e2-28fe-4568-af65-db02055328c0), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:31.759598 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Publish callbacks [] for security_group (13b7a2e2-28fe-4568-af65-db02055328c0), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:31.807709 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (13b7a2e2-28fe-4568-af65-db02055328c0), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:31.810581 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:31.811733 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13b7a2e2-28fe-4568-af65-db02055328c0 HTTP/1.1" status: 204 len: 168 time: 0.1217573 Mar 03 01:08:31.819887 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b7a2e2-28fe-4568-af65-db02055328c0,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:31.826920 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.827274 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.827621 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.827959 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.828323 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.828660 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.828989 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.829315 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.829644 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.829971 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.830415 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.830744 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:31.831072 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cce2d9-8e3d-412a-8d23-edf80cc720e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:32.635774 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-8e31c107-77f0-4a44-8d5f-656236b40eab tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207646286&fields=id&tenant_id=df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 267 time: 0.0429957 Mar 03 01:08:32.739350 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-8d2b2cf0-6635-4158-a439-d0f1d4c161bc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:32.740838 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-8d2b2cf0-6635-4158-a439-d0f1d4c161bc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 812 time: 0.0986853 Mar 03 01:08:32.754736 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-cde357df-80c0-4c5d-834a-0860c478c360 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/quotas/df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 375 time: 0.0085566 Mar 03 01:08:32.807824 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-40f1554c-4f3e-4526-b3d1-93bd60722a0b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475123 Mar 03 01:08:32.899375 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-2a7a34eb-6881-4b75-a4e5-26ef1dabacd6 service neutron] 10.222.0.18 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809350 Mar 03 01:08:32.987859 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-de71480f-cee1-423d-9ce8-b94687ab7bd7 service neutron] 10.222.0.18 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825849 Mar 03 01:08:33.267474 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2cb466b3-b925-4206-aa8b-7201f7a30b1a req-a132bd05-5c54-4071-8279-a92c8ffe2b0b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 210 time: 0.0277050 Mar 03 01:08:34.245539 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-31fbc88f-8e12-47cb-b481-fbc624218ef8 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:34.246993 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-31fbc88f-8e12-47cb-b481-fbc624218ef8 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 812 time: 0.1050756 Mar 03 01:08:34.315116 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-a165d6ac-7cd2-4199-9fe5-9d7e9457f929 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 380 time: 0.0541577 Mar 03 01:08:34.325758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'port': {'device_id': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'admin_state_up': True, 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'security_groups': ['d3a7fe0b-538c-43a3-bb2e-b246c9c0f431']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:34.402400 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f95bdc87-1a87-4b90-9b72-7dfd60cc1321 req-5c1f0036-b380-4609-9460-656481a35699 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 210 time: 0.0605011 Mar 03 01:08:34.459789 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Made reservation on behalf of df293799e10f4d04b45e92b8adab43ec for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:08:34.463165 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:34.587578 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Allocated IP 172.20.0.13 (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb/750c92a5-70bf-46c8-893e-e0fa6596e318/965781c4-ee06-45ca-8ae3-bdfee78bcc39) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:34.730426 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:34.764255 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:34.811144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:34.814269 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:34.818015 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:34.849952 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=965781c4-ee06-45ca-8ae3-bdfee78bcc39,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:34.871974 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:34.872626 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:34.889689 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-474351f2-2081-42eb-b5e5-79261a979a53 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688472 Mar 03 01:08:34.917217 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Request body: {'port': {'device_id': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:34.979624 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.047063 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-e0faa86f-5ee6-4958-8ae5-2a18eb283d28 None None] Provisioning complete for port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:35.047695 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e0faa86f-5ee6-4958-8ae5-2a18eb283d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.082594 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-e0faa86f-5ee6-4958-8ae5-2a18eb283d28 None None] Port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:08:35.546905 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965781c4-ee06-45ca-8ae3-bdfee78bcc39 {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:08:35.556430 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Publish callbacks [] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.566193 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc1c48-c480-4658-93ff-89fc15b3e612 req-756cf850-6500-4156-afb6-acc29fc93163 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:35.567837 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66cc1c48-c480-4658-93ff-89fc15b3e612 req-756cf850-6500-4156-afb6-acc29fc93163 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 932 time: 0.0989172 Mar 03 01:08:35.580523 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Transition to ACTIVE for port object 965781c4-ee06-45ca-8ae3-bdfee78bcc39 will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:08:35.587443 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.665906 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Pushing event updated for resources: {'Port': ['ID=965781c4-ee06-45ca-8ae3-bdfee78bcc39,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:35.692257 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-66cc1c48-c480-4658-93ff-89fc15b3e612 req-a033f74a-9de0-401d-a8f8-9d3ef8440955 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146822 Mar 03 01:08:35.747798 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Attempting to bind port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:08:35.748168 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Attempting to bind port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:08:35.748498 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Attempting to bind port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:35.753000 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:08:35.753319 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Attempting to bind port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:08:35.758848 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:08:35.759180 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Checking segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:08:35.759563 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Bound using segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:08:35.759992 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Bound port: 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:08:35.760376 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.824573 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] For port 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:08:35.827528 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] For port 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:08:35.833482 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.869874 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:35.870502 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:35.871870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] 10.222.0.30 "PUT /v2.0/ports/965781c4-ee06-45ca-8ae3-bdfee78bcc39 HTTP/1.1" status: 200 len: 1094 time: 0.9593141 Mar 03 01:08:35.872349 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:08:35.874574 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f9365d-7244-4409-b5d6-6246a5c29f23" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:08:35.905845 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bcbc-a7d3-4371-afed-8b1a8e944a24 service neutron] Pushing event updated for resources: {'Port': ['ID=965781c4-ee06-45ca-8ae3-bdfee78bcc39,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:35.962114 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73971b40-7bab-4848-b013-a101a0f50c8e x-openstack-request-id: req-73971b40-7bab-4848-b013-a101a0f50c8e {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:08:35.962509 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:08:35.962832 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73971b40-7bab-4848-b013-a101a0f50c8e {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:08:35.963302 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'status': 'completed', 'code': 200} Mar 03 01:08:35.984096 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-5bdd4010-20a1-413d-b87e-ea591d99662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:35.985627 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-5bdd4010-20a1-413d-b87e-ea591d99662b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 1128 time: 0.0537951 Mar 03 01:08:36.033906 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-c3f4d4e5-5768-424e-8647-30bbfa4ee0cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39 HTTP/1.1" status: 200 len: 217 time: 0.0354784 Mar 03 01:08:36.081129 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-910d3d9f-c49a-470c-b2f5-bb3c2ef18eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.082547 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-910d3d9f-c49a-470c-b2f5-bb3c2ef18eeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0432589 Mar 03 01:08:36.134198 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-392deeaa-0ca9-4d85-9d0f-3f62f48c65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.135712 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-392deeaa-0ca9-4d85-9d0f-3f62f48c65ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472317 Mar 03 01:08:36.139917 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:08:36.222499 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-6d77d092-9872-42b4-89bf-d52ba4fff29b service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803590 Mar 03 01:08:36.313709 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2ecc003b-b3fd-4c25-9fb6-62c401baa74e req-182dadfb-ed04-4a75-ad53-bbbcae2a625d service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857582 Mar 03 01:08:36.451522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-73ccf7b9-6473-4a2f-afb6-75761bdad7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.453050 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-73ccf7b9-6473-4a2f-afb6-75761bdad7f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 1128 time: 0.0470352 Mar 03 01:08:36.545450 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-c729e10c-8290-4079-a9ca-50d5eb0bd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.546921 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-c729e10c-8290-4079-a9ca-50d5eb0bd112 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0881898 Mar 03 01:08:36.586451 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-dadd33e4-7495-44f8-a216-d517a7c44c6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39 HTTP/1.1" status: 200 len: 217 time: 0.0337019 Mar 03 01:08:36.640807 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-7acbd06f-dd71-478c-a06b-dec1ac7188dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.642238 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-7acbd06f-dd71-478c-a06b-dec1ac7188dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0425782 Mar 03 01:08:36.690588 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-f136d1c9-b5be-4fd3-9bd0-e7fec97b1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.692087 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-f136d1c9-b5be-4fd3-9bd0-e7fec97b1e90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440986 Mar 03 01:08:36.808863 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-ee836079-b272-49dd-918e-1f4c6da718f1 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105416 Mar 03 01:08:36.878349 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef61de4-9a87-4ba9-9be7-4bec2cb60f1e req-b361c894-e4db-4699-94e3-65f71ed905e8 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:36.879804 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ef61de4-9a87-4ba9-9be7-4bec2cb60f1e req-b361c894-e4db-4699-94e3-65f71ed905e8 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.1167860 Mar 03 01:08:36.937629 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-75f9365d-7244-4409-b5d6-6246a5c29f23 req-94988e27-8029-4818-9c9e-9e9d2da14b7a service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223118 Mar 03 01:08:36.950203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ef61de4-9a87-4ba9-9be7-4bec2cb60f1e req-32460dcb-0ae9-4eaa-82d7-faac2b257244 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646942 Mar 03 01:08:38.068296 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434077f0-2c73-4564-a2aa-a2453e9c80c1 req-d7434831-f97a-42e4-b0fb-f5fd1cf6ac57 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:38.070507 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-434077f0-2c73-4564-a2aa-a2453e9c80c1 req-d7434831-f97a-42e4-b0fb-f5fd1cf6ac57 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.0525568 Mar 03 01:08:38.121187 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-434077f0-2c73-4564-a2aa-a2453e9c80c1 req-e84e7476-22ba-45fe-801d-c3fb2e77f948 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Mar 03 01:08:38.688258 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-699ce940-f6fb-4482-a061-aa2179a3ebce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:39.239717 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74ef3-d7a7-4b7e-805e-e8529ba4aee6 req-2e9d7a98-703b-4baf-8304-c1efdfcda46a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:39.241207 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-82c74ef3-d7a7-4b7e-805e-e8529ba4aee6 req-2e9d7a98-703b-4baf-8304-c1efdfcda46a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.0518034 Mar 03 01:08:39.292476 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-82c74ef3-d7a7-4b7e-805e-e8529ba4aee6 req-fd256b0a-256b-4f5f-be9d-edf625507329 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Mar 03 01:08:40.410524 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc234-3fba-4659-ab79-dbaf033f02df req-effaf230-573c-44c2-84b9-d927f13cf8c2 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:40.412020 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-067fc234-3fba-4659-ab79-dbaf033f02df req-effaf230-573c-44c2-84b9-d927f13cf8c2 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.0530093 Mar 03 01:08:40.460172 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-067fc234-3fba-4659-ab79-dbaf033f02df req-e4cb1550-7d56-483c-b8b0-053c5405a2b6 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Mar 03 01:08:41.109249 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d0adc33c-0b5e-46da-aea4-b474843649ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:41.579617 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea803082-b1e3-40f2-8ea9-e17724cf1482 req-8184061b-5cf1-464f-8a82-15ea71612bf8 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:41.581126 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ea803082-b1e3-40f2-8ea9-e17724cf1482 req-8184061b-5cf1-464f-8a82-15ea71612bf8 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.0570984 Mar 03 01:08:41.628371 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ea803082-b1e3-40f2-8ea9-e17724cf1482 req-87656402-8142-4ab7-bae3-57253481d9fd tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Mar 03 01:08:42.312624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:42.744935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7d12-f67d-4fa4-a328-9570492fafcd req-bda1f55b-c54e-4c34-9a93-36510e4a23c2 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:42.746432 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6b7d12-f67d-4fa4-a328-9570492fafcd req-bda1f55b-c54e-4c34-9a93-36510e4a23c2 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.0537241 Mar 03 01:08:42.793796 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ca6b7d12-f67d-4fa4-a328-9570492fafcd req-e8fefa87-1f2e-4016-9057-c72eaa957a96 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Mar 03 01:08:43.605773 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:43.805166 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 965781c4-ee06-45ca-8ae3-bdfee78bcc39 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:08:43.900505 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:43.909597 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033a55-23e8-4012-88d2-230fdec4b726 req-0ea7eedf-328f-4b51-bc6e-fb700165ed25 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:43.911100 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f033a55-23e8-4012-88d2-230fdec4b726 req-0ea7eedf-328f-4b51-bc6e-fb700165ed25 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 944 time: 0.0522406 Mar 03 01:08:43.912115 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'port_id': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'mac_address': 'fa:16:3e:dd:50:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:08:43.952576 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:43.952972 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:43.965580 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965781c4-ee06-45ca-8ae3-bdfee78bcc39 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:08:43.965953 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f033a55-23e8-4012-88d2-230fdec4b726 req-251cadcc-2c81-4fec-ae4d-436267e69998 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Mar 03 01:08:43.985641 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:43.989360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:44.035248 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=965781c4-ee06-45ca-8ae3-bdfee78bcc39,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:44.042572 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.042922 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.043261 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.043597 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.043924 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.044280 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.044606 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.044928 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.045250 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.045571 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.045893 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.046207 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.046528 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:08:44.260066 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['965781c4-ee06-45ca-8ae3-bdfee78bcc39'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:08:45.082455 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc08e-edc8-4d12-912a-29888684a4f1 req-221d8de4-7757-4e65-97e3-ae36b8561900 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:45.083923 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-65efc08e-edc8-4d12-912a-29888684a4f1 req-221d8de4-7757-4e65-97e3-ae36b8561900 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 945 time: 0.0520618 Mar 03 01:08:45.131540 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-65efc08e-edc8-4d12-912a-29888684a4f1 req-41f3ee11-d1f3-4480-8866-7ff3bd19364f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Mar 03 01:08:45.278429 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:45.420838 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:45.821013 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 965781c4-ee06-45ca-8ae3-bdfee78bcc39 up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:08:45.870531 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:08:45.874216 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:08:45.874590 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:45.948923 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:08:45.949307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:45.970301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:08:45.972487 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a4daf8-3178-4849-b5a9-aa4fa9b77682" -d '{"events": [{"server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "name": "network-vif-plugged", "status": "completed", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:08:45.984908 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:08:45.988893 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:46.014431 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa27eb-9b23-4317-82d4-375c523874f6 x-openstack-request-id: req-befa27eb-9b23-4317-82d4-375c523874f6 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:08:46.014723 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "name": "network-vif-plugged", "status": "completed", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:08:46.014975 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-befa27eb-9b23-4317-82d4-375c523874f6 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:08:46.015357 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'code': 200} Mar 03 01:08:46.040906 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=965781c4-ee06-45ca-8ae3-bdfee78bcc39,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:46.288841 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8b02c-180c-4ce0-8230-3128f2ffe8f8 req-8ea568c7-3c6d-46e4-841e-10eef18301f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:46.290316 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ea8b02c-180c-4ce0-8230-3128f2ffe8f8 req-8ea568c7-3c6d-46e4-841e-10eef18301f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.0857062 Mar 03 01:08:46.304316 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7be5b-37ba-4267-ae73-0a79588ab76b req-f37caffb-5625-41ee-9871-564c22cbf493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:46.305748 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3d7be5b-37ba-4267-ae73-0a79588ab76b req-f37caffb-5625-41ee-9871-564c22cbf493 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 1130 time: 0.0730274 Mar 03 01:08:46.365948 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0ea8b02c-180c-4ce0-8230-3128f2ffe8f8 req-53598a39-2624-44c7-ba13-83c76abc3052 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693626 Mar 03 01:08:46.378589 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3d7be5b-37ba-4267-ae73-0a79588ab76b req-52b2d5b9-9e2f-4419-8952-345fc858d5b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649493 Mar 03 01:08:47.486230 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c39a-d71b-4fab-abcb-7ddadebffed3 req-6934b95f-0fed-434a-8843-8ac6234c9c88 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:47.487692 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b028c39a-d71b-4fab-abcb-7ddadebffed3 req-6934b95f-0fed-434a-8843-8ac6234c9c88 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.0531588 Mar 03 01:08:47.537038 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b028c39a-d71b-4fab-abcb-7ddadebffed3 req-93c39353-cfe0-4c74-accc-06256ed43876 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Mar 03 01:08:48.657162 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a8b2-8321-4abc-972b-038308a24a8a req-9b5dd3b6-5701-47c9-8319-08248ed83bce tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:48.658525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3c3a8b2-8321-4abc-972b-038308a24a8a req-9b5dd3b6-5701-47c9-8319-08248ed83bce tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.0559328 Mar 03 01:08:48.705341 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-f3c3a8b2-8321-4abc-972b-038308a24a8a req-92f5d840-0dfc-4dfe-a9e9-1aafb12f805c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Mar 03 01:08:48.820302 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ff619-9e6d-49f2-96cf-8771e211a9d8 req-47fbaaec-1418-4d9e-bc9d-455cc7051556 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:48.821755 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b22ff619-9e6d-49f2-96cf-8771e211a9d8 req-47fbaaec-1418-4d9e-bc9d-455cc7051556 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.0521235 Mar 03 01:08:48.868547 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-b22ff619-9e6d-49f2-96cf-8771e211a9d8 req-f401b5ce-1368-4a91-b635-8a99f40f1c33 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Mar 03 01:08:48.890841 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40166) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:49.075269 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f146cc1a-3ff9-4544-9720-d89105437e47 tempest-TestVolumeBootPattern-1362732083 tempest-TestVolumeBootPattern-1362732083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:49.076801 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-f146cc1a-3ff9-4544-9720-d89105437e47 tempest-TestVolumeBootPattern-1362732083 tempest-TestVolumeBootPattern-1362732083-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 1125 time: 0.1850171 Mar 03 01:08:49.079662 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40170) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:08:49.083772 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'port_id': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:08:49.104522 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:49.203812 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:49.308368 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Allocated IP 172.27.0.218 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/d292d810-da98-4c95-b8ef-23f562ece2d1) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:08:49.404619 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:49.437557 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:49.472136 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:08:49.479415 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:08:49.482859 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:08:49.514221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=d292d810-da98-4c95-b8ef-23f562ece2d1,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:49.864827 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (4957076f-5bec-4d05-9f4d-9beeaeefed4e), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:49.936900 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:50.083223 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:50.088140 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:50.154183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=d292d810-da98-4c95-b8ef-23f562ece2d1,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:08:50.163840 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (4957076f-5bec-4d05-9f4d-9beeaeefed4e), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:50.263613 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Floating IP 4957076f-5bec-4d05-9f4d-9beeaeefed4e associated. External IP: 172.27.0.218, port: 965781c4-ee06-45ca-8ae3-bdfee78bcc39. Mar 03 01:08:50.471536 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:08:50.583287 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:08:50.593128 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:08:50.601034 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:08:50.605713 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:50.606385 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:50.631364 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-1a29013d-2876-40cf-8a1b-4cb7c028bd8d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5506828 Mar 03 01:08:50.632346 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:08:50.634295 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c799da8-5eb9-4f49-8a35-b684c67f3281" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:08:50.669696 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d275ea-ca37-495a-b174-7208dc7556e8 x-openstack-request-id: req-a8d275ea-ca37-495a-b174-7208dc7556e8 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:08:50.669992 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:08:50.670259 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8d275ea-ca37-495a-b174-7208dc7556e8 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:08:50.670665 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'status': 'completed', 'code': 200} Mar 03 01:08:50.763402 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-4114bad0-c371-4456-953b-2023bf19d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:50.764870 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-4114bad0-c371-4456-953b-2023bf19d9a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 1130 time: 0.0469792 Mar 03 01:08:50.857456 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:50.858197 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-002ba9b0-d5cf-4b29-a729-655bd643ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:50.859658 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-002ba9b0-d5cf-4b29-a729-655bd643ed90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0893574 Mar 03 01:08:50.922774 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-632ac7e4-d2a8-40c5-8667-88585348f41e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39 HTTP/1.1" status: 200 len: 1000 time: 0.0572245 Mar 03 01:08:50.970786 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-3c961524-9d94-4657-a460-105c284d041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:50.972377 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-3c961524-9d94-4657-a460-105c284d041c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0438354 Mar 03 01:08:51.024966 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-1643e633-928f-4b0b-b54a-4cb3f7407b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:08:51.026693 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-1643e633-928f-4b0b-b54a-4cb3f7407b52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484505 Mar 03 01:08:51.093483 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '4957076f-5bec-4d05-9f4d-9beeaeefed4e', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:dd:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:08:49Z', 'updated_at': '2022-03-03T01:08:49Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:51.117016 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-dbf1837b-1f59-4c51-b4df-160022268b26 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832984 Mar 03 01:08:51.123289 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:08:51.131817 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:08:51.132534 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:08:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:51.244619 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:08:51.481430 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '4957076f-5bec-4d05-9f4d-9beeaeefed4e', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:dd:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:08:49Z', 'updated_at': '2022-03-03T01:08:49Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:08:51.491394 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7c799da8-5eb9-4f49-8a35-b684c67f3281 req-8db9d805-a224-4c4c-94df-b068f6e0eb6c service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684516 Mar 03 01:08:51.512458 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9951f3-3266-489f-9aa6-1e68008f2c4e None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '4957076f-5bec-4d05-9f4d-9beeaeefed4e', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:dd:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:08:49Z', 'updated_at': '2022-03-03T01:08:49Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:08:51.698207 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e57c8-5ae9-426c-96e1-d31442b47854 None None] New status for floating IP 4957076f-5bec-4d05-9f4d-9beeaeefed4e: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:09:08.704855 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3d54a33f-cf56-4571-8cad-555198c9ff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:11.111825 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-50cecd22-0fad-4511-b627-c05edc627498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:12.314395 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:13.138560 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:09:13.608240 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:15.280491 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:15.432865 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:38.686633 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6df265a7-88da-4ca2-a555-d8c47eff47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:41.113073 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69c9979c-9f26-4f62-a1b7-922ba7fcff3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:42.322306 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:43.609370 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:45.282939 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:45.449967 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:09:48.397050 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-169c7601-afb6-40bc-928e-61c8e386a22c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426340 Mar 03 01:09:48.494907 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be039-0c2f-4298-bc70-e2bcd18961df req-ead6f430-bbb5-42e1-afa2-d29b9fe79b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:09:48.496425 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-ead6f430-bbb5-42e1-afa2-d29b9fe79b68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 1130 time: 0.0435958 Mar 03 01:09:48.597951 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be039-0c2f-4298-bc70-e2bcd18961df req-c6a458e9-d8fb-4169-a93e-e399d573e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:09:48.599995 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-c6a458e9-d8fb-4169-a93e-e399d573e281 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0860703 Mar 03 01:09:48.662071 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-e3b843e3-4fc2-49a4-ab87-fee6a18faa89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39 HTTP/1.1" status: 200 len: 1002 time: 0.0558708 Mar 03 01:09:48.707290 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be039-0c2f-4298-bc70-e2bcd18961df req-e067010b-4952-49e1-b55c-ac72afc3ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:09:48.709220 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-e067010b-4952-49e1-b55c-ac72afc3ee43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0414338 Mar 03 01:09:48.759304 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be039-0c2f-4298-bc70-e2bcd18961df req-60f22353-e052-4d82-a2fa-66274d9e0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:09:48.760802 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-60f22353-e052-4d82-a2fa-66274d9e0871 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456011 Mar 03 01:09:48.846431 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-f6cc6bfc-177f-41cf-b80a-a5b4b14573c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787489 Mar 03 01:09:48.934757 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-617be039-0c2f-4298-bc70-e2bcd18961df req-5d6803da-264d-4a32-ad29-4e6fa6e5eb51 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829637 Mar 03 01:09:50.137281 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:10:08.687859 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1188f1c9-18ee-41f8-ba24-8aa7cd3b8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:11.113979 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e14a76ef-4e1e-4839-967b-8f811bd8974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:12.321839 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:13.612444 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:15.285513 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:15.461794 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:27.135735 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:10:38.688528 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7309d029-4d89-4f05-a90f-c93855d2954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:41.115103 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-526718ab-d2ce-4727-a9cb-2c2558ce4c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:42.324577 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:43.613864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:45.221545 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e9b1-b639-48f5-8491-01ff061e7692 req-552c687b-8417-49f8-b8b9-03d2e3ab115b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:45.223067 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0196e9b1-b639-48f5-8491-01ff061e7692 req-552c687b-8417-49f8-b8b9-03d2e3ab115b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.1607492 Mar 03 01:10:45.271329 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0196e9b1-b639-48f5-8491-01ff061e7692 req-abe311dd-fad5-40f0-a1d1-c36b0e323153 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Mar 03 01:10:45.289645 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:45.453464 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:46.443567 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc677d-25fd-417d-aa7d-7ff64f449313 req-984d403b-a716-4d25-9136-7c91da71ed80 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:46.445070 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72bc677d-25fd-417d-aa7d-7ff64f449313 req-984d403b-a716-4d25-9136-7c91da71ed80 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.1019733 Mar 03 01:10:46.492769 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-72bc677d-25fd-417d-aa7d-7ff64f449313 req-4ee6d7ae-6a1b-4441-8eb5-fccbe18d9114 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Mar 03 01:10:46.859288 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-465710d6-fa65-49f6-a62e-b72877f7c601 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:46.860668 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-465710d6-fa65-49f6-a62e-b72877f7c601 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 946 time: 0.0565929 Mar 03 01:10:46.952742 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Deleting port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:10:46.953086 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:47.047876 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] For port 965781c4-ee06-45ca-8ae3-bdfee78bcc39, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=965781c4-ee06-45ca-8ae3-bdfee78bcc39,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:10:47.048472 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:47.217758 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:47.218116 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (4957076f-5bec-4d05-9f4d-9beeaeefed4e), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:47.218428 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Floating IP 4957076f-5bec-4d05-9f4d-9beeaeefed4e disassociated. External IP: 172.27.0.218, port: 965781c4-ee06-45ca-8ae3-bdfee78bcc39. Mar 03 01:10:47.218766 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Calling delete_port for 965781c4-ee06-45ca-8ae3-bdfee78bcc39 owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:10:47.348586 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (965781c4-ee06-45ca-8ae3-bdfee78bcc39), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:47.376877 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'Port': ['ID=965781c4-ee06-45ca-8ae3-bdfee78bcc39,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:10:47.387946 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.388401 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.388751 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.389096 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.389432 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.389762 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.390091 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.390420 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.390744 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.391070 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.391394 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.391718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.392056 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:10:47.505412 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:10:47.617513 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ef510baf-7731-4c44-bda6-87c1e20944e7 req-d0b7bfa5-20f6-4c10-a971-fa91f1735b45 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d6978b5-6b56-4b31-b96e-89daba7c687b HTTP/1.1" status: 200 len: 210 time: 0.0538468 Mar 03 01:10:47.640231 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:10:47.650516 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:10:47.660477 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:10:47.661091 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:10:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:10:47.685896 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] No DVR routers for this DVR port 965781c4-ee06-45ca-8ae3-bdfee78bcc39 on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:10:47.688544 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:47.691876 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e01037db-b181-4ce3-92e1-68dee836b2ff req-ef6653e1-370f-410e-b5c6-d2829bd3483a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "DELETE /v2.0/ports/965781c4-ee06-45ca-8ae3-bdfee78bcc39 HTTP/1.1" status: 204 len: 173 time: 0.8247716 Mar 03 01:10:47.692357 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'name': 'network-vif-deleted', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:10:47.695606 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f105a-eff8-437d-9755-c61d30da16c5" -d '{"events": [{"server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "name": "network-vif-deleted", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:10:47.792384 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:10:47.810644 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851bf0e2-56cc-430b-9a05-6d0c2ebd2e52 x-openstack-request-id: req-851bf0e2-56cc-430b-9a05-6d0c2ebd2e52 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:10:47.811135 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6978b5-6b56-4b31-b96e-89daba7c687b", "name": "network-vif-deleted", "tag": "965781c4-ee06-45ca-8ae3-bdfee78bcc39", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:10:47.811949 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-851bf0e2-56cc-430b-9a05-6d0c2ebd2e52 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:10:47.812463 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6978b5-6b56-4b31-b96e-89daba7c687b', 'name': 'network-vif-deleted', 'tag': '965781c4-ee06-45ca-8ae3-bdfee78bcc39', 'status': 'completed', 'code': 200} Mar 03 01:10:47.994371 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:10:48.020467 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:10:48.029767 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:10:48.030370 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:10:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:10:48.270929 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:10:48.486147 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:10:48.513638 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cade5-f307-4c98-8d52-3103c3e103e6 None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:10:48.731490 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074fdc77-11a7-40f7-9a8a-022b97c6c6d1 None None] New status for floating IP 4957076f-5bec-4d05-9f4d-9beeaeefed4e: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:10:48.829160 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-9322d660-95c5-499a-b384-c17d38317a0b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207646286&fields=id&tenant_id=df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 267 time: 0.0441692 Mar 03 01:10:48.934390 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-3211481b-4912-459f-97c3-592e01001a1d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:48.935982 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-3211481b-4912-459f-97c3-592e01001a1d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 812 time: 0.0999050 Mar 03 01:10:48.949931 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-4e89e0f5-94d6-4f69-8b74-8454bc826530 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/quotas/df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 375 time: 0.0087152 Mar 03 01:10:49.006959 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-19b35ebc-4e01-4969-9ef1-094b5fc375e5 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521986 Mar 03 01:10:49.063977 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5e25ff28-f101-481f-b590-730d5d6ebc72 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 01:10:49.065077 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5e25ff28-f101-481f-b590-730d5d6ebc72 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472803 Mar 03 01:10:49.153132 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-d39f3f1a-356f-4845-9e74-0da7a14fc854 service neutron] 10.222.0.18 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815437 Mar 03 01:10:49.244771 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-22802931-bd71-4fb4-933e-4c1cc0975f94 service neutron] 10.222.0.18 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860627 Mar 03 01:10:50.349081 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 965781c4-ee06-45ca-8ae3-bdfee78bcc39 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:10:50.370210 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 965781c4-ee06-45ca-8ae3-bdfee78bcc39 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:10:50.370560 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 965781c4-ee06-45ca-8ae3-bdfee78bcc39 not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:10:50.533184 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-1ac5dac5-bf9b-40cf-b47e-1648f4829c40 req-74476a1f-831a-4da4-9443-6b7457207027 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Mar 03 01:10:51.595090 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-63ff5d7c-2531-4cc2-85ee-65091d27e945 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:51.596567 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-63ff5d7c-2531-4cc2-85ee-65091d27e945 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 812 time: 0.1047709 Mar 03 01:10:51.641054 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-70f35914-0fd9-4c82-8d86-0e396c7a9254 req-b6d2e64d-3c7c-4f5c-a9d2-e5801cb189ff tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 210 time: 0.0397391 Mar 03 01:10:51.683045 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-992700e2-eff5-4421-b83f-abcef2c5f52d tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 380 time: 0.0720446 Mar 03 01:10:51.691215 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'port': {'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'admin_state_up': True, 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'security_groups': ['d3a7fe0b-538c-43a3-bb2e-b246c9c0f431']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:10:51.795334 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Made reservation on behalf of df293799e10f4d04b45e92b8adab43ec for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:10:51.798965 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:51.925825 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Allocated IP 172.20.0.9 (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb/750c92a5-70bf-46c8-893e-e0fa6596e318/c88e71c5-7040-41a4-af49-ae2c69c6841a) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:10:52.064485 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.100882 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.145168 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:10:52.148935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:10:52.152889 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:10:52.159521 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=c88e71c5-7040-41a4-af49-ae2c69c6841a,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:10:52.206424 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:52.207043 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.223983 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-5bcff7f5-d107-4ced-a1f5-66019f5bc8d7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362937 Mar 03 01:10:52.233395 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-c5d72526-bca5-405f-a546-4006e9374851 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 01:10:52.234414 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-c5d72526-bca5-405f-a546-4006e9374851 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057397 Mar 03 01:10:52.307657 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Request body: {'port': {'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:10:52.355475 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-5c35231b-cbfc-4852-855f-15e5cf27db55 None None] Provisioning complete for port c88e71c5-7040-41a4-af49-ae2c69c6841a triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:10:52.356021 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5c35231b-cbfc-4852-855f-15e5cf27db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.374198 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.392646 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-5c35231b-cbfc-4852-855f-15e5cf27db55 None None] Port c88e71c5-7040-41a4-af49-ae2c69c6841a cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:10:52.628399 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88e71c5-7040-41a4-af49-ae2c69c6841a {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:10:52.636325 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Publish callbacks [] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.648611 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Transition to ACTIVE for port object c88e71c5-7040-41a4-af49-ae2c69c6841a will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:10:52.652276 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.706452 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c88e71c5-7040-41a4-af49-ae2c69c6841a,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:10:52.811050 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Attempting to bind port c88e71c5-7040-41a4-af49-ae2c69c6841a on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:10:52.811386 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Attempting to bind port c88e71c5-7040-41a4-af49-ae2c69c6841a by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:10:52.811711 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Attempting to bind port c88e71c5-7040-41a4-af49-ae2c69c6841a on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:10:52.824251 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e8a76-1429-42c4-b7fb-d6a76acafa6a req-eaf8785a-17c0-4ebf-8b10-d70151ecca30 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:52.825788 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f8e8a76-1429-42c4-b7fb-d6a76acafa6a req-eaf8785a-17c0-4ebf-8b10-d70151ecca30 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.1001089 Mar 03 01:10:52.826915 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Port c88e71c5-7040-41a4-af49-ae2c69c6841a on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:10:52.827238 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Attempting to bind port c88e71c5-7040-41a4-af49-ae2c69c6841a on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:10:52.840917 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:10:52.841385 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Checking segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:10:52.841778 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Bound using segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:10:52.842225 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Bound port: c88e71c5-7040-41a4-af49-ae2c69c6841a, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:10:52.842575 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.920514 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4f8e8a76-1429-42c4-b7fb-d6a76acafa6a req-1384ebae-22ac-40e8-995a-38e1b805dcdd tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869102 Mar 03 01:10:52.941610 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] For port c88e71c5-7040-41a4-af49-ae2c69c6841a, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:10:52.944637 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] For port c88e71c5-7040-41a4-af49-ae2c69c6841a, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:10:52.951007 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.985999 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:52.986617 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:10:52.988020 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 1093 time: 0.7288008 Mar 03 01:10:52.988506 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:10:52.991332 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99949062-e3e6-442a-a814-5cdd5088345c" -d '{"events": [{"name": "network-changed", "server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:10:53.013594 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0af416-0db4-4770-8a82-237c323296b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c88e71c5-7040-41a4-af49-ae2c69c6841a,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:10:53.034559 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb1bfa9-6fd9-42e2-be32-dd32d6e77132 x-openstack-request-id: req-0bb1bfa9-6fd9-42e2-be32-dd32d6e77132 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:10:53.034852 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:10:53.035107 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bb1bfa9-6fd9-42e2-be32-dd32d6e77132 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:10:53.035511 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'status': 'completed', 'code': 200} Mar 03 01:10:53.099431 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-9e0aa11f-e293-4c77-822e-fc74108b7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.101045 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-9e0aa11f-e293-4c77-822e-fc74108b7906 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1127 time: 0.0470605 Mar 03 01:10:53.152918 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-effbf1b5-a2eb-4d35-af55-904ac6b030af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 217 time: 0.0393543 Mar 03 01:10:53.200338 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-b9454733-e475-41d5-8091-c9caab75de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.201783 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-b9454733-e475-41d5-8091-c9caab75de34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0437207 Mar 03 01:10:53.248784 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153d26-7b89-401f-a608-33eafcadeb1e req-ae21c517-6b54-486c-bacd-e6e994bc3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.250260 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-ae21c517-6b54-486c-bacd-e6e994bc3bc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428741 Mar 03 01:10:53.339091 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-17cb6891-9eef-40fa-9a23-108042c34215 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 Mar 03 01:10:53.425253 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20153d26-7b89-401f-a608-33eafcadeb1e req-2b9dda9d-3cb4-4025-93e4-af7172f2c7e9 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802705 Mar 03 01:10:53.561925 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949062-e3e6-442a-a814-5cdd5088345c req-6f4c9a4e-b039-427c-b388-584c2ec3cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.563405 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-6f4c9a4e-b039-427c-b388-584c2ec3cff3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1127 time: 0.0456815 Mar 03 01:10:53.655929 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949062-e3e6-442a-a814-5cdd5088345c req-a8127e31-6af6-4924-ab79-769c57249755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.657312 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-a8127e31-6af6-4924-ab79-769c57249755 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0860844 Mar 03 01:10:53.704930 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-8cbba8b9-0426-465e-b027-97a270fc4259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 217 time: 0.0335603 Mar 03 01:10:53.753825 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949062-e3e6-442a-a814-5cdd5088345c req-2cf828a0-e03c-4fb4-bda9-78cd8e2e558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.755205 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-2cf828a0-e03c-4fb4-bda9-78cd8e2e558d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0416262 Mar 03 01:10:53.809410 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949062-e3e6-442a-a814-5cdd5088345c req-c8508bee-b46a-44d5-8f74-0334e7778ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:53.810869 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-c8508bee-b46a-44d5-8f74-0334e7778ced service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476074 Mar 03 01:10:53.895882 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-89096224-3950-4d52-8a2b-4dda4131782c service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786550 Mar 03 01:10:53.989212 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-99949062-e3e6-442a-a814-5cdd5088345c req-b3bd6e1c-9fed-4094-9e9a-5734a99f779d service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871551 Mar 03 01:10:54.041879 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d883f-f8ee-44e6-b52d-d3f8b0d11237 req-055ff441-e587-4413-8645-890870c383ed tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:54.043369 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8b1d883f-f8ee-44e6-b52d-d3f8b0d11237 req-055ff441-e587-4413-8645-890870c383ed tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0567551 Mar 03 01:10:54.091192 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8b1d883f-f8ee-44e6-b52d-d3f8b0d11237 req-8af397c4-b98b-4472-93a3-5a595a622cf5 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Mar 03 01:10:55.207014 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b0349-ddd2-48b7-af3e-726373e32bbb req-9e5d6121-2aa7-48a1-855a-88414671f720 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:55.208474 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bf4b0349-ddd2-48b7-af3e-726373e32bbb req-9e5d6121-2aa7-48a1-855a-88414671f720 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0502646 Mar 03 01:10:55.259283 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-bf4b0349-ddd2-48b7-af3e-726373e32bbb req-4ea1d72b-17ff-4622-a230-e347ece03800 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443907 Mar 03 01:10:56.376734 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eef64-5f96-49f2-a4c7-f78124023a1a req-91beb3b8-2601-4baa-aa2e-fa67d787abbd tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:56.378412 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-611eef64-5f96-49f2-a4c7-f78124023a1a req-91beb3b8-2601-4baa-aa2e-fa67d787abbd tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0517278 Mar 03 01:10:56.426543 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-611eef64-5f96-49f2-a4c7-f78124023a1a req-b0c7f9bd-5eff-4131-aa3c-9ea6ad18f064 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Mar 03 01:10:57.542180 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7720f-e7d1-4759-b4ce-6c08970e5dee req-2aabfa77-478e-4be4-aef6-3c618cc155cb tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:57.543650 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20b7720f-e7d1-4759-b4ce-6c08970e5dee req-2aabfa77-478e-4be4-aef6-3c618cc155cb tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0532961 Mar 03 01:10:57.590972 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-20b7720f-e7d1-4759-b4ce-6c08970e5dee req-3c09cbc6-61a6-4d94-976b-6a393469d117 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Mar 03 01:10:58.708109 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68e5b5-15f2-4042-9883-2b872459b41b req-798f1e75-5768-4ddf-aad8-d5e02664e0e6 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:58.710283 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-db68e5b5-15f2-4042-9883-2b872459b41b req-798f1e75-5768-4ddf-aad8-d5e02664e0e6 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0548632 Mar 03 01:10:58.757729 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-db68e5b5-15f2-4042-9883-2b872459b41b req-d38d6888-b3d5-4f42-8fea-c1c393239c92 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Mar 03 01:10:59.873757 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91602f-7e41-4866-a64c-df2dae997ff6 req-2f98dde0-d025-4a51-ac28-23a8a72d54fc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:10:59.875214 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9a91602f-7e41-4866-a64c-df2dae997ff6 req-2f98dde0-d025-4a51-ac28-23a8a72d54fc tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0528777 Mar 03 01:10:59.921949 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-9a91602f-7e41-4866-a64c-df2dae997ff6 req-057ff8ab-dbcc-48aa-be94-dd8cbb304373 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Mar 03 01:11:01.041111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586238-c122-454c-925a-20276a65353f req-c06a9a70-cfdf-4781-807a-09c793dfb78a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:01.042577 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e5586238-c122-454c-925a-20276a65353f req-c06a9a70-cfdf-4781-807a-09c793dfb78a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0550704 Mar 03 01:11:01.093844 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e5586238-c122-454c-925a-20276a65353f req-3d3a74d5-5f43-492e-ab36-0a4e05e658cb tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Mar 03 01:11:02.212718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b324e4-1c01-4d5a-ac8b-c6fb381d6bd2 req-39b00c70-c487-4586-94fb-90e2e6479a5b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:02.214204 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00b324e4-1c01-4d5a-ac8b-c6fb381d6bd2 req-39b00c70-c487-4586-94fb-90e2e6479a5b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 943 time: 0.0525999 Mar 03 01:11:02.261830 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00b324e4-1c01-4d5a-ac8b-c6fb381d6bd2 req-76dbd4e0-f1f3-4056-a343-35b8b66cc0ef tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Mar 03 01:11:02.455796 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c88e71c5-7040-41a4-af49-ae2c69c6841a details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:11:02.551719 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port c88e71c5-7040-41a4-af49-ae2c69c6841a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:11:02.563393 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:11:02.598350 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port c88e71c5-7040-41a4-af49-ae2c69c6841a is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:11:02.598735 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:02.611995 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88e71c5-7040-41a4-af49-ae2c69c6841a {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:11:02.631425 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port c88e71c5-7040-41a4-af49-ae2c69c6841a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:11:02.634857 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:02.683624 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=c88e71c5-7040-41a4-af49-ae2c69c6841a,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:11:02.690367 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.690721 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.691060 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.691394 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.691732 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.692075 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.692405 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.692732 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.693101 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.693504 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.693842 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.694183 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.694505 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:11:02.916307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['c88e71c5-7040-41a4-af49-ae2c69c6841a'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:11:03.378742 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8172-9f5c-4dbe-a271-304fb596e9cf req-384cc0e9-b2df-4b69-b630-d20388e73daf tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:03.380231 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-34bb8172-9f5c-4dbe-a271-304fb596e9cf req-384cc0e9-b2df-4b69-b630-d20388e73daf tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 944 time: 0.0512135 Mar 03 01:11:03.430173 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-34bb8172-9f5c-4dbe-a271-304fb596e9cf req-c1de14ae-e8a5-45d6-919a-61361e011663 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Mar 03 01:11:04.133829 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:11:04.458698 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c88e71c5-7040-41a4-af49-ae2c69c6841a up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:11:04.506515 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port c88e71c5-7040-41a4-af49-ae2c69c6841a completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:11:04.510446 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port c88e71c5-7040-41a4-af49-ae2c69c6841a triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:11:04.510829 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:04.549315 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890e5bb-9e22-414b-92a5-dc480cc7e82d req-7d0d2aa0-055d-4fa2-a61e-1fe65b834f71 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:04.550760 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d890e5bb-9e22-414b-92a5-dc480cc7e82d req-7d0d2aa0-055d-4fa2-a61e-1fe65b834f71 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 944 time: 0.0554950 Mar 03 01:11:04.588842 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port c88e71c5-7040-41a4-af49-ae2c69c6841a is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:11:04.589240 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:04.598680 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d890e5bb-9e22-414b-92a5-dc480cc7e82d req-411cc746-5da8-4e5c-a7e9-8da0383c43df tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420644 Mar 03 01:11:04.615310 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:11:04.618087 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc2132d-fd9d-42bf-a355-d8b5e59cdadd" -d '{"events": [{"server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "name": "network-vif-plugged", "status": "completed", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:11:04.630509 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port c88e71c5-7040-41a4-af49-ae2c69c6841a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:11:04.635022 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:04.682579 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=c88e71c5-7040-41a4-af49-ae2c69c6841a,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:11:04.711392 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8169083-a002-4101-a9d8-ce992dc8be80 x-openstack-request-id: req-c8169083-a002-4101-a9d8-ce992dc8be80 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:11:04.711686 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "name": "network-vif-plugged", "status": "completed", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:11:04.711943 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8169083-a002-4101-a9d8-ce992dc8be80 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:11:04.712371 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'code': 200} Mar 03 01:11:04.971938 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211e0b7-0bb4-47ca-b147-d424c7f060df req-0c45204d-6be9-468a-9f08-e98e07568d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:04.973353 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4211e0b7-0bb4-47ca-b147-d424c7f060df req-0c45204d-6be9-468a-9f08-e98e07568d89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0432520 Mar 03 01:11:05.016306 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4211e0b7-0bb4-47ca-b147-d424c7f060df req-969583bc-37f6-4d1d-a6d4-8cb23e24824e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371997 Mar 03 01:11:05.719282 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cca32-4e38-42f9-89cb-d6b4eb4a5b6b req-acfe0ad0-c419-4029-87e4-714722adbed1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:05.720786 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-186cca32-4e38-42f9-89cb-d6b4eb4a5b6b req-acfe0ad0-c419-4029-87e4-714722adbed1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 945 time: 0.0548787 Mar 03 01:11:05.768560 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-186cca32-4e38-42f9-89cb-d6b4eb4a5b6b req-385a7922-e40a-43ee-955b-fcac2adf2ce6 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Mar 03 01:11:06.887286 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e19427-71d2-4fe2-8230-bcb5e505751d req-8f89388d-2204-4f70-8ee4-628b4a2b3571 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:06.888769 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e2e19427-71d2-4fe2-8230-bcb5e505751d req-8f89388d-2204-4f70-8ee4-628b4a2b3571 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Mar 03 01:11:06.935830 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e2e19427-71d2-4fe2-8230-bcb5e505751d req-5bdce97e-18f7-47b7-a378-2f879d40faa0 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Mar 03 01:11:07.050267 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d360361-dbad-435b-a55f-e8bc2153cd63 req-b3a409a3-ffb9-4703-b60f-7965db6dcd92 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:07.051656 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4d360361-dbad-435b-a55f-e8bc2153cd63 req-b3a409a3-ffb9-4703-b60f-7965db6dcd92 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 945 time: 0.0514262 Mar 03 01:11:07.103203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4d360361-dbad-435b-a55f-e8bc2153cd63 req-4411b970-a944-4b5c-89c1-087460760fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458546 Mar 03 01:11:07.124414 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40290) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:11:07.168057 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d60d66-8198-4c8a-aedb-daeffab7b52e tempest-TestVolumeBootPattern-1362732083 tempest-TestVolumeBootPattern-1362732083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:07.169540 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-20d60d66-8198-4c8a-aedb-daeffab7b52e tempest-TestVolumeBootPattern-1362732083 tempest-TestVolumeBootPattern-1362732083-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1124 time: 0.0441470 Mar 03 01:11:07.172231 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40292) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:11:07.176349 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:11:07.195484 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:07.289048 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:07.391484 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Allocated IP 172.27.0.172 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/5174ede1-c956-4ec1-b18c-f9105e50a400) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:11:07.492389 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:07.524369 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:07.565275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:11:07.569401 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:11:07.571954 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:11:07.598929 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=5174ede1-c956-4ec1-b18c-f9105e50a400,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:11:07.927686 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (ab9199e1-d746-4afe-9153-4f5cbd7fc153), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:07.993313 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:08.137324 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:08.141735 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:08.209294 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=5174ede1-c956-4ec1-b18c-f9105e50a400,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:11:08.219523 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (ab9199e1-d746-4afe-9153-4f5cbd7fc153), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:08.609533 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.db.l3_db [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Floating IP ab9199e1-d746-4afe-9153-4f5cbd7fc153 associated. External IP: 172.27.0.172, port: c88e71c5-7040-41a4-af49-ae2c69c6841a. Mar 03 01:11:08.694967 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-12b030f4-2e9f-4614-8afd-c88c425cd075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:08.824801 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:11:08.936612 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:11:08.946672 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:11:08.954865 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:08.958790 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:11:08.959413 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:10:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:11:08.984851 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-06c5697d-30e0-43ec-8142-6d0f4e60b983 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8116217 Mar 03 01:11:08.985445 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:11:08.987670 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5948c0ac-f9dd-4a80-83bb-663dd215971b" -d '{"events": [{"name": "network-changed", "server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:11:09.031273 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3ff55-2103-4bd9-b1e1-7cac1551864e x-openstack-request-id: req-c3a3ff55-2103-4bd9-b1e1-7cac1551864e {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:11:09.031563 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:11:09.031815 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3a3ff55-2103-4bd9-b1e1-7cac1551864e {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:11:09.032245 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'status': 'completed', 'code': 200} Mar 03 01:11:09.071654 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:11:09.117591 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-ea8c9e2c-7fce-485f-9def-263bd84fdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:09.119025 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-ea8c9e2c-7fce-485f-9def-263bd84fdc3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0443954 Mar 03 01:11:09.208906 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-b8b29308-7cc7-40eb-a5c9-e46d677874e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:09.210928 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-b8b29308-7cc7-40eb-a5c9-e46d677874e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0864246 Mar 03 01:11:09.276240 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-2aea347c-3edf-4f15-a5bd-dc62fdeea5c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 999 time: 0.0584822 Mar 03 01:11:09.296485 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:07Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:11:09.322287 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:11:09.326614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-67f3945e-290b-4b59-97c7-3e3032903c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:09.328114 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-67f3945e-290b-4b59-97c7-3e3032903c96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0469828 Mar 03 01:11:09.330678 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:11:09.331280 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:10:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:11:09.379137 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-45e7fb54-6fc9-4381-aae7-1bc559df3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:09.380727 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-45e7fb54-6fc9-4381-aae7-1bc559df3206 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471506 Mar 03 01:11:09.439665 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:11:09.468555 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-69d2f987-b552-45a4-af48-4117d1396889 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809968 Mar 03 01:11:09.565636 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5948c0ac-f9dd-4a80-83bb-663dd215971b req-bb15ab45-a03b-4efc-a501-e4c70996e2d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913584 Mar 03 01:11:09.665841 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:07Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:11:09.691356 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba39f5-60bc-4617-8d58-dc223a03ba8f None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:07Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:11:09.877560 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890667a-83d6-482d-8108-582b61532e0a None None] New status for floating IP ab9199e1-d746-4afe-9153-4f5cbd7fc153: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:11:11.117629 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-74aeb9e5-6f61-45a7-9b70-33e9fcefe70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:12.328065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:13.616177 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:15.292206 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:15.469560 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:38.690011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7df04d94-6ba3-4641-9b01-5b86b07818b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:41.119124 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-60837200-66fb-43f2-b683-249926c7fd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:41.131468 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:11:42.330482 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:43.619740 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:45.295534 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:45.511835 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:11:51.406444 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-b758613c-aef2-4a3d-859d-d48bc08f428b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440488 Mar 03 01:11:51.503439 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-f3c306ee-08f6-456e-8dd3-e6356bb18d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:51.504942 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-f3c306ee-08f6-456e-8dd3-e6356bb18d62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0435979 Mar 03 01:11:51.607438 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-a8aa5b8f-7894-4345-87df-d16d9135e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:51.608951 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-a8aa5b8f-7894-4345-87df-d16d9135e5e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0858152 Mar 03 01:11:51.671830 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-ac46eefa-bbef-46c8-95e1-8987e7cc30f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 1001 time: 0.0569048 Mar 03 01:11:51.722023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-759565a4-fb6d-4b68-818d-50caddf9db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:51.723419 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-759565a4-fb6d-4b68-818d-50caddf9db4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0460219 Mar 03 01:11:51.771740 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-31c61862-5bcf-46da-a875-9adb3bfdfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:11:51.773251 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-31c61862-5bcf-46da-a875-9adb3bfdfebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435965 Mar 03 01:11:51.858682 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-c88aca58-0963-48c7-b637-fc735627b408 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786729 Mar 03 01:11:51.949607 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-408493ef-4870-444d-8cb9-06a5a47eb44b req-d8e73f56-b744-4ca8-8ad2-a8f9944b44fa service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Mar 03 01:12:08.691944 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-49d1ea8e-31ae-41dd-bbfb-bd5769dd5671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:11.120281 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e76baade-46dc-4119-aaf7-0d92b5b7763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:12.336388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:13.619783 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:15.298789 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:15.512805 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:18.130152 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:12:38.693018 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a748598e-d719-4a09-9005-01abf4b9de81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:41.121106 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5be11e77-3a20-4bc6-8c10-6c260c9abe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:42.335991 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:43.622851 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:45.302272 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:45.528068 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:51.405369 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-2f47d9fa-3b2f-40bb-8e0f-f151a57c1a88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445251 Mar 03 01:12:51.505676 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-e6de0619-b6b8-4879-b0b7-de707dcc2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:51.507207 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-e6de0619-b6b8-4879-b0b7-de707dcc2186 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0443611 Mar 03 01:12:51.614362 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-2b1a74a9-72f7-42ec-916f-9f7439f71243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:51.615802 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-2b1a74a9-72f7-42ec-916f-9f7439f71243 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0885820 Mar 03 01:12:51.680647 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-b3c0c05b-2298-4e88-9b0c-eac6a91bf487 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 1001 time: 0.0572736 Mar 03 01:12:51.732022 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-3a917117-4b89-43b7-aa17-e2560a5f19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:51.733488 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-3a917117-4b89-43b7-aa17-e2560a5f19f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0467694 Mar 03 01:12:51.781878 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-32e069b5-1031-40a7-aab2-68126d71ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:51.783266 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-32e069b5-1031-40a7-aab2-68126d71ecd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437024 Mar 03 01:12:51.871493 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-8e3c4c8d-4070-4767-acc2-7520d6a2e55c service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808623 Mar 03 01:12:51.963021 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0bff87b3-b537-4d6b-a52b-7e7e06b9eb76 req-da1d6f7b-9077-4213-bdc5-68e4110c558a service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846124 Mar 03 01:12:54.677080 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-c6767663-262e-430d-bd98-dc66b302f8f6 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207646286&fields=id&tenant_id=df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 267 time: 0.0447888 Mar 03 01:12:54.783633 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-c8b7b96c-95cb-4a9e-b7d5-94a7e5487f02 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:54.785102 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-c8b7b96c-95cb-4a9e-b7d5-94a7e5487f02 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 812 time: 0.1016769 Mar 03 01:12:54.799235 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-80ef6577-0320-4164-8e28-9d55219716e6 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/quotas/df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 375 time: 0.0088272 Mar 03 01:12:54.854180 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-c1c282c5-feda-46bc-8037-756aa0a01b4e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502651 Mar 03 01:12:54.949491 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-91eb1bd1-d8a6-4ac3-877e-2e0536c1b9e4 service neutron] 10.222.0.18 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833964 Mar 03 01:12:55.035448 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-4c034be6-b7ad-449b-8cf9-4075ebe83466 service neutron] 10.222.0.18 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796905 Mar 03 01:12:55.129506 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:12:55.315779 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-e66c40b5-9f94-4102-b917-d4da74cc7013 req-d0f40304-d785-493d-9ed8-e205008e3e10 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Mar 03 01:12:56.410452 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-990df44e-7f66-4bb4-8c08-f978cc87b752 req-51ac7cf6-ecc0-4118-b96a-29575d50a459 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Mar 03 01:12:56.549644 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-dfd5a73d-d743-492d-9d5a-6414031906b7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:56.551091 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-dfd5a73d-d743-492d-9d5a-6414031906b7 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 812 time: 0.1080129 Mar 03 01:12:56.619877 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-72bc9968-dbd3-47cb-8268-3ce786a4db08 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df293799e10f4d04b45e92b8adab43ec HTTP/1.1" status: 200 len: 380 time: 0.0528197 Mar 03 01:12:56.629479 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'port': {'device_id': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'admin_state_up': True, 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'security_groups': ['d3a7fe0b-538c-43a3-bb2e-b246c9c0f431']}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:12:56.737726 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Made reservation on behalf of df293799e10f4d04b45e92b8adab43ec for: {'port': 1} {{(pid=102986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 01:12:56.741032 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:56.861275 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.db_base_plugin_common [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Allocated IP 172.20.0.6 (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb/750c92a5-70bf-46c8-893e-e0fa6596e318/0506cdce-5099-4dda-b1c4-2cc7bc39c07d) {{(pid=102986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:12:56.999221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), precommit_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.032994 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), after_create {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.078886 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb is already hosted by enough agents. {{(pid=102986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:12:57.081991 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.scheduler.base_scheduler [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Resources bound (agent type, host, resource id): {{(pid=102986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:12:57.086448 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Received port after_create {{(pid=102986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:12:57.090419 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,revision_number=1']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:12:57.128229 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.128572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.128934 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.129243 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.129564 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.129896 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.130333 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.130550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.130903 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.131469 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.131596 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.131912 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.132297 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:12:57.154448 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:57.155055 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.171661 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-b9625e51-f2c2-4cfc-a182-499f2631ee9b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466583 Mar 03 01:12:57.189228 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.v2.base [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Request body: {'port': {'device_id': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=102986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:12:57.254737 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.287605 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-d3284d14-b45b-4dce-8a16-045b594bc995 None None] Provisioning complete for port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d triggered by entity DHCP. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:12:57.288188 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d3284d14-b45b-4dce-8a16-045b594bc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.322472 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d3284d14-b45b-4dce-8a16-045b594bc995 None None] Port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d cannot update to ACTIVE because it is not bound. {{(pid=102988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 01:12:57.540252 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0506cdce-5099-4dda-b1c4-2cc7bc39c07d {{(pid=102986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:12:57.549987 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Publish callbacks [] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), precommit_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.565186 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.provisioning_blocks [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Transition to ACTIVE for port object 0506cdce-5099-4dda-b1c4-2cc7bc39c07d will not be triggered until provisioned by entity L2. {{(pid=102986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 01:12:57.574649 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f614f-4ca2-48e4-921d-a036e5a60d0d req-fe324bab-23c8-48e3-8208-67e62158b24b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:57.576137 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed7f614f-4ca2-48e4-921d-a036e5a60d0d req-fe324bab-23c8-48e3-8208-67e62158b24b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 931 time: 0.0947118 Mar 03 01:12:57.577144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.644095 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Pushing event updated for resources: {'Port': ['ID=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,revision_number=2']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:12:57.717685 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-ed7f614f-4ca2-48e4-921d-a036e5a60d0d req-eb76520a-9d97-48b2-b9a5-6791f0be2351 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348228 Mar 03 01:12:57.746760 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Attempting to bind port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d on host hv-cinder-83109 for vnic_type normal with profile {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 01:12:57.747092 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Attempting to bind port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 01:12:57.747416 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Attempting to bind port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:12:57.752409 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 01:12:57.752840 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Attempting to bind port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d on network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 01:12:57.758179 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Checking agent: {'id': 'a494477f-b4b8-4883-a92a-1e3024645543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'started_at': datetime.datetime(2022, 3, 3, 0, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 01:12:57.758524 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Checking segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 01:12:57.758904 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Bound using segment: {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'} {{(pid=102986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 01:12:57.759336 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.managers [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Bound port: 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155bbdd-7644-419a-a34a-15959abed5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb'}}] {{(pid=102986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 01:12:57.759689 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), before_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.827334 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] For port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host hv-cinder-83109, cleared binding levels {{(pid=102986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 01:12:57.831207 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] For port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 01:12:57.836441 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58969368'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), after_update {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.869934 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:57.870589 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:12:57.872114 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] 10.222.0.30 "PUT /v2.0/ports/0506cdce-5099-4dda-b1c4-2cc7bc39c07d HTTP/1.1" status: 200 len: 1093 time: 0.6873372 Mar 03 01:12:57.874239 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:12:57.876611 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de17945-e288-4358-9364-415984d19eba" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:12:57.907360 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8d4d-187f-4db7-95cb-e39f2d1e1e38 service neutron] Pushing event updated for resources: {'Port': ['ID=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,revision_number=3']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:12:57.917608 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7aca84-dc85-4898-8392-42d000401d19 x-openstack-request-id: req-ef7aca84-dc85-4898-8392-42d000401d19 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:12:57.918114 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:12:57.918375 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef7aca84-dc85-4898-8392-42d000401d19 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:12:57.918792 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'status': 'completed', 'code': 200} Mar 03 01:12:57.988106 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-ef76c70f-d9c8-49b6-9080-a099be76970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:57.989828 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-ef76c70f-d9c8-49b6-9080-a099be76970d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 1127 time: 0.0530858 Mar 03 01:12:58.053859 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-860fba7c-a5a6-481a-897d-3d9a2ae19547 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d HTTP/1.1" status: 200 len: 217 time: 0.0349576 Mar 03 01:12:58.105074 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-e742392c-0779-4718-979b-2061c938bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.106513 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-e742392c-0779-4718-979b-2061c938bd74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0456491 Mar 03 01:12:58.159699 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-8e9f18c2-0c8e-4b8b-bf4d-aabcfee12d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.161192 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-8e9f18c2-0c8e-4b8b-bf4d-aabcfee12d4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489209 Mar 03 01:12:58.249429 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-d0814d9c-2641-4995-b0eb-b4c87b64020a service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804584 Mar 03 01:12:58.340062 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-76da8032-7dc9-486e-9e18-0b3c1feb7471 req-fec6933b-31ed-4fb8-81df-eb38a001353d service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843644 Mar 03 01:12:58.466812 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17945-e288-4358-9364-415984d19eba req-89f918f3-bbb3-4f42-a118-092a50bee04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.468352 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-89f918f3-bbb3-4f42-a118-092a50bee04d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 1127 time: 0.0444510 Mar 03 01:12:58.556686 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17945-e288-4358-9364-415984d19eba req-c2aade5a-4c22-4da7-86dd-e8b787f8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.558139 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-c2aade5a-4c22-4da7-86dd-e8b787f8c0ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0834193 Mar 03 01:12:58.601964 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-a631fdb9-1448-46dd-8d2f-fe26af892e10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d HTTP/1.1" status: 200 len: 217 time: 0.0373812 Mar 03 01:12:58.650452 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17945-e288-4358-9364-415984d19eba req-c94c94fe-2cfd-4b66-98c3-44b93acec5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.652503 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-c94c94fe-2cfd-4b66-98c3-44b93acec5c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0432661 Mar 03 01:12:58.702195 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17945-e288-4358-9364-415984d19eba req-64131ea6-9ec6-4e69-be6a-8943a1b6e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.704239 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-64131ea6-9ec6-4e69-be6a-8943a1b6e378 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447168 Mar 03 01:12:58.807391 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-4945a4a1-375a-4383-929a-a40703f22716 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969694 Mar 03 01:12:58.900879 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38511f-e248-4905-8f33-aba3967d3f6d req-410bdeb0-bd1c-47d2-8bf4-93132a92575b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:12:58.902505 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0d38511f-e248-4905-8f33-aba3967d3f6d req-410bdeb0-bd1c-47d2-8bf4-93132a92575b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.1104019 Mar 03 01:12:58.941275 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-2de17945-e288-4358-9364-415984d19eba req-3db4decf-1743-4e58-b2f5-4c97d85a67f2 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193113 Mar 03 01:12:58.970518 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0d38511f-e248-4905-8f33-aba3967d3f6d req-882602bf-c709-4e96-a8cb-e1c5d54d2d3f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568826 Mar 03 01:13:00.089081 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682e46-3cb9-423f-9f60-74d2b1fe84fc req-6bf0402d-0b7d-4e02-b13e-b63beefc2c8f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:00.090546 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48682e46-3cb9-423f-9f60-74d2b1fe84fc req-6bf0402d-0b7d-4e02-b13e-b63beefc2c8f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0514653 Mar 03 01:13:00.137838 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-48682e46-3cb9-423f-9f60-74d2b1fe84fc req-91f87ac2-e25b-447a-bb1f-130bc4314826 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412667 Mar 03 01:13:01.258146 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7819d9-efe8-408c-8e28-a8da49d98fef req-57d8aa77-9fa5-4cea-8d44-5057ed9d2a54 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:01.259606 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e7819d9-efe8-408c-8e28-a8da49d98fef req-57d8aa77-9fa5-4cea-8d44-5057ed9d2a54 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0568528 Mar 03 01:13:01.307995 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-6e7819d9-efe8-408c-8e28-a8da49d98fef req-7913a3e9-09ba-4cc0-bf8d-ea33a773ed3a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Mar 03 01:13:02.424964 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfcaae-f4e3-4272-9bfc-d36fe62e1316 req-5a9c1164-a49f-4fdf-b836-a364d0898fa1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:02.426350 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52cfcaae-f4e3-4272-9bfc-d36fe62e1316 req-5a9c1164-a49f-4fdf-b836-a364d0898fa1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0548007 Mar 03 01:13:02.474201 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-52cfcaae-f4e3-4272-9bfc-d36fe62e1316 req-b676806f-2120-4452-9410-4975df108f6f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Mar 03 01:13:03.592371 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b66cfb-4bbc-43e7-87c7-3ed664b75605 req-6e60a725-e58c-4f84-ae79-d030c19569aa tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:03.594530 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05b66cfb-4bbc-43e7-87c7-3ed664b75605 req-6e60a725-e58c-4f84-ae79-d030c19569aa tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0515780 Mar 03 01:13:03.645402 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-05b66cfb-4bbc-43e7-87c7-3ed664b75605 req-28098cab-a852-4728-82d1-bdb1a6fdf035 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448411 Mar 03 01:13:04.760731 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a3f5-0aff-421b-a78d-4ababc041d80 req-58f9b149-a4ab-4934-893b-e1990ac2503c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:04.762203 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54c8a3f5-0aff-421b-a78d-4ababc041d80 req-58f9b149-a4ab-4934-893b-e1990ac2503c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0525222 Mar 03 01:13:04.811610 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-54c8a3f5-0aff-421b-a78d-4ababc041d80 req-aad1df89-1f6e-4eb5-a5ff-3293b8b9c0bf tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434182 Mar 03 01:13:05.929791 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009330b-76fc-4044-b7ce-562ef1fc32de req-2eb0fa9b-5970-471a-948c-545831fb301a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:05.931267 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c009330b-76fc-4044-b7ce-562ef1fc32de req-2eb0fa9b-5970-471a-948c-545831fb301a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0544603 Mar 03 01:13:05.978498 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c009330b-76fc-4044-b7ce-562ef1fc32de req-aad21595-0dc2-4706-9674-0ca29152c822 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Mar 03 01:13:07.097935 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2846e-1e0a-4a6c-ae04-852ba4807cb0 req-cd487a93-bea4-4ab4-b3d9-f20dd67c79cb tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:07.099400 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8dc2846e-1e0a-4a6c-ae04-852ba4807cb0 req-cd487a93-bea4-4ab4-b3d9-f20dd67c79cb tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 943 time: 0.0561812 Mar 03 01:13:07.148776 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-8dc2846e-1e0a-4a6c-ae04-852ba4807cb0 req-1993add9-ebc7-445e-9ad8-ea4f553f1600 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Mar 03 01:13:07.193600 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 0506cdce-5099-4dda-b1c4-2cc7bc39c07d details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=102988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 01:13:07.416792 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:13:07.428326 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Returning: {'device': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'port_id': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'mac_address': 'fa:16:3e:a2:6c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 01:13:07.463218 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d is: DOWN; New status is: BUILD {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:13:07.463601 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:07.475867 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0506cdce-5099-4dda-b1c4-2cc7bc39c07d {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 01:13:07.494626 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:13:07.498360 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:07.543551 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,revision_number=4']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:13:07.550315 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.550665 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.551009 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.551346 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.551675 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.552002 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.552354 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.552685 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.553008 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.553330 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.553650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.553965 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.554283 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:07.824588 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] get_ports_and_sgs() called for port_ids ['0506cdce-5099-4dda-b1c4-2cc7bc39c07d'] {{(pid=102988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 01:13:08.264378 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28966f-1298-4b78-8fa5-5947361aee34 req-090faa23-406a-4f98-b3a7-a4e41411ea2c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:08.265932 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe28966f-1298-4b78-8fa5-5947361aee34 req-090faa23-406a-4f98-b3a7-a4e41411ea2c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 944 time: 0.0518601 Mar 03 01:13:08.313765 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-fe28966f-1298-4b78-8fa5-5947361aee34 req-d0c18b33-dcff-4e43-8c0c-cf6b78c8181f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Mar 03 01:13:08.700812 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b35dde82-b298-4738-bcb1-b07422899226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:09.210301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 0506cdce-5099-4dda-b1c4-2cc7bc39c07d up at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 01:13:09.256947 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning for port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d completed by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 01:13:09.260417 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Provisioning complete for port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d triggered by entity L2. {{(pid=102988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 01:13:09.260793 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057108'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), provisioning_complete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:09.339714 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Current status of the port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d is: BUILD; New status is: ACTIVE {{(pid=102988) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 01:13:09.340135 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:09.364712 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:13:09.366958 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f78fc8f0ec5b393584b8b27d2886540ec8e8d9a578ee1573e867f77b940d679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b891987-b8f1-470e-bd58-aea28ee90051" -d '{"events": [{"server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "name": "network-vif-plugged", "status": "completed", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:13:09.383391 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] For port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:13:09.387412 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:09.416777 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c59e6c-e11f-41b3-890b-7145b54dbb69 x-openstack-request-id: req-c7c59e6c-e11f-41b3-890b-7145b54dbb69 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:13:09.417073 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "name": "network-vif-plugged", "status": "completed", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:13:09.417327 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7c59e6c-e11f-41b3-890b-7145b54dbb69 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:13:09.417718 dv-cinder-831090-5-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'code': 200} Mar 03 01:13:09.440055 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Pushing event updated for resources: {'Port': ['ID=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,revision_number=5']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:13:09.440619 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a6b27-4013-419a-9858-65f5b6b8706f req-4522d3d6-e0b0-4f45-8adb-dd5109b795f3 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:09.442120 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a1a6b27-4013-419a-9858-65f5b6b8706f req-4522d3d6-e0b0-4f45-8adb-dd5109b795f3 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.0621755 Mar 03 01:13:09.493525 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-4a1a6b27-4013-419a-9858-65f5b6b8706f req-b9d21639-6ed5-4a01-85d1-848069d29a9e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Mar 03 01:13:09.661120 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd698-9f6c-4de4-a7c6-7f8831ebf808 req-e2b092ca-d244-4adb-922b-6d244ce9d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:09.662617 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c4fbd698-9f6c-4de4-a7c6-7f8831ebf808 req-e2b092ca-d244-4adb-922b-6d244ce9d2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 1129 time: 0.0450091 Mar 03 01:13:09.708592 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-c4fbd698-9f6c-4de4-a7c6-7f8831ebf808 req-5833d788-7aeb-4687-aa81-57d7284ce49e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394838 Mar 03 01:13:10.612359 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3748921-c3f8-4d48-89ba-da476a77109c req-01b8f5a3-2f25-440f-951f-a66db01d822a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:10.613840 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3748921-c3f8-4d48-89ba-da476a77109c req-01b8f5a3-2f25-440f-951f-a66db01d822a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.0528998 Mar 03 01:13:10.664880 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-a3748921-c3f8-4d48-89ba-da476a77109c req-18b9c352-5508-471c-8c43-14fae7e83b36 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Mar 03 01:13:11.122381 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be676e82-1c2a-4bb9-abdb-86bc74c3409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:11.779572 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd543a-0032-47c5-8559-6ea58d180358 req-856fb505-60dd-46b0-8efe-911606e991ec tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:11.781052 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cdfd543a-0032-47c5-8559-6ea58d180358 req-856fb505-60dd-46b0-8efe-911606e991ec tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.0515752 Mar 03 01:13:11.828302 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cdfd543a-0032-47c5-8559-6ea58d180358 req-7f7f98f9-e0ef-47b1-ac0a-670956be5e6e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Mar 03 01:13:11.942902 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf7696-ae33-4662-aa3e-fd3cd2923554 req-25408a76-dbea-4c72-8b8e-0b3c75950b14 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:11.944307 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00cf7696-ae33-4662-aa3e-fd3cd2923554 req-25408a76-dbea-4c72-8b8e-0b3c75950b14 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Mar 03 01:13:11.994760 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-00cf7696-ae33-4662-aa3e-fd3cd2923554 req-e20621a1-ded3-4a17-a8a9-718ee5f96a0e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Mar 03 01:13:12.016899 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40432) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:13:12.060158 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed72b9-3911-4e0e-a0de-2bbf13db513a tempest-TestVolumeBootPattern-1362732083 tempest-TestVolumeBootPattern-1362732083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:12.061634 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-42ed72b9-3911-4e0e-a0de-2bbf13db513a tempest-TestVolumeBootPattern-1362732083 tempest-TestVolumeBootPattern-1362732083-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 1124 time: 0.0437648 Mar 03 01:13:12.064884 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40436) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:13:12.069003 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Request body: {'floatingip': {'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'port_id': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 01:13:12.089151 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:12.182863 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:12.286883 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Allocated IP 172.27.0.102 (84b84258-e3b9-41a9-a94a-bc25b88edbf1/1845e0e9-b986-4f28-8165-a00828bcff12/afce355b-1705-43ad-9d50-7d5c5a3f2040) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 01:13:12.339388 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:12.384799 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:12.422366 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753044936421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:12.459686 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Network 84b84258-e3b9-41a9-a94a-bc25b88edbf1 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 01:13:12.462500 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 01:13:12.465852 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 01:13:12.491635 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=afce355b-1705-43ad-9d50-7d5c5a3f2040,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:13:12.502528 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.502874 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.503213 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.503544 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.503870 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.504222 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.504549 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.504872 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.505192 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.505513 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.505831 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.506147 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.506461 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:13:12.841523 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (5a336599-2332-4ec8-92e9-f78a3d829e16), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:12.907920 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1919647'] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:13.052490 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:13.056750 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753045477358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753044936439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753044938253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60345514'] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:13.124933 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event updated for resources: {'Port': ['ID=afce355b-1705-43ad-9d50-7d5c5a3f2040,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:13:13.133588 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541889'] for floatingip (5a336599-2332-4ec8-92e9-f78a3d829e16), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:13.233535 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Floating IP 5a336599-2332-4ec8-92e9-f78a3d829e16 associated. External IP: 172.27.0.102, port: 0506cdce-5099-4dda-b1c4-2cc7bc39c07d. Mar 03 01:13:13.439669 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:13:13.629400 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:13.766297 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:13:13.775539 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:13:13.783427 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:13.786650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:13:13.787269 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:13:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:13:13.811735 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7432d317-1f7f-446e-bbb7-8a16cd339c1e tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7458663 Mar 03 01:13:13.813240 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:13:13.815568 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:13:13.897537 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:13:13.936485 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b032be58-0a65-4783-abc1-c5de6d8a56bb x-openstack-request-id: req-b032be58-0a65-4783-abc1-c5de6d8a56bb {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:13:13.936781 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:13:13.937034 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b032be58-0a65-4783-abc1-c5de6d8a56bb {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:13:13.937460 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'status': 'completed', 'code': 200} Mar 03 01:13:14.028913 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-10a7c7c3-4ded-40ff-80b5-292e5a040ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:14.030407 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-10a7c7c3-4ded-40ff-80b5-292e5a040ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 1129 time: 0.0477080 Mar 03 01:13:14.120970 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-e9c97f7a-1a50-48da-99d8-ee0c00731230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:14.122472 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-e9c97f7a-1a50-48da-99d8-ee0c00731230 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0863001 Mar 03 01:13:14.136190 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '5a336599-2332-4ec8-92e9-f78a3d829e16', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:a2:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:13:12Z', 'updated_at': '2022-03-03T01:13:12Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}, {'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:09Z', 'revision_number': 1, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:13:14.163876 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:13:14.172687 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:13:14.173303 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:13:11Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:13:14.190540 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-2a5878ad-5db3-4f15-a7ea-f1262d3d08b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d HTTP/1.1" status: 200 len: 999 time: 0.0619597 Mar 03 01:13:14.237441 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-cf7150c4-b433-4637-ba21-3fc3e8acded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:14.238994 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-cf7150c4-b433-4637-ba21-3fc3e8acded0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0431602 Mar 03 01:13:14.286570 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:13:14.288413 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-91d5ae96-1896-4467-8aed-ab78caccaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:14.289912 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-91d5ae96-1896-4467-8aed-ab78caccaae2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453660 Mar 03 01:13:14.381992 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-443de9d2-1c98-4a8d-abb7-81830ca85fd6 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Mar 03 01:13:14.472109 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-92f0e7b5-30df-4b38-8f3a-61ea44c5ec98 req-976174eb-db95-4acf-9f10-ad2ef8d590ae service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838835 Mar 03 01:13:14.519312 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '5a336599-2332-4ec8-92e9-f78a3d829e16', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:a2:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:13:12Z', 'updated_at': '2022-03-03T01:13:12Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}, {'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:09Z', 'revision_number': 1, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:13:14.545664 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc750a5-d59f-48d8-b9d6-106c4d4eb6b9 None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': '5a336599-2332-4ec8-92e9-f78a3d829e16', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:a2:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:13:12Z', 'updated_at': '2022-03-03T01:13:12Z', 'revision_number': 0, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}, {'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:09Z', 'revision_number': 1, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:13:14.726836 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b520d-5e57-4a2b-b790-7b30bd321aac None None] New status for floating IP 5a336599-2332-4ec8-92e9-f78a3d829e16: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:13:15.303892 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:15.549727 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:32.129267 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:13:38.692606 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e92a167d-8d27-4b2f-b746-c7e751f9c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:41.122404 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acb000a6-60cd-4190-b8a6-385fb36c8d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:42.340397 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:43.627586 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:45.306079 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:45.554953 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:13:51.424217 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-44e46dec-3649-47c7-b9bf-541044b83807 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452893 Mar 03 01:13:51.801286 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cf0f-155f-4243-8983-8955614d6a0e req-9da07be8-0a0c-44e6-8018-4ffc8bd2324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:51.802788 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-9da07be8-0a0c-44e6-8018-4ffc8bd2324d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1129 time: 0.3215723 Mar 03 01:13:51.905055 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cf0f-155f-4243-8983-8955614d6a0e req-c442ec64-2171-4cc0-9677-380c75bb3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:51.907128 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-c442ec64-2171-4cc0-9677-380c75bb3801 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.0836475 Mar 03 01:13:51.976952 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-726645ca-2cab-47a0-9247-74b043cd1d88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 1001 time: 0.0593178 Mar 03 01:13:52.023239 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cf0f-155f-4243-8983-8955614d6a0e req-f69c1ada-d0b7-408e-b93f-590cc99f9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:52.024652 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-f69c1ada-d0b7-408e-b93f-590cc99f9767 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0415573 Mar 03 01:13:52.072565 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cf0f-155f-4243-8983-8955614d6a0e req-000ff691-a3ea-4c2a-bdf7-aafc488167b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:13:52.073950 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-000ff691-a3ea-4c2a-bdf7-aafc488167b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424888 Mar 03 01:13:52.170457 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-1e503628-8e7e-47f6-8aba-30427056bb59 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893314 Mar 03 01:13:52.256921 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-3907cf0f-155f-4243-8983-8955614d6a0e req-2d111b36-a749-42b7-a4e8-aa310565c8f8 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799773 Mar 03 01:14:08.693312 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-207e06c8-2827-4aaa-938a-85707517273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:09.128481 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:14:11.124107 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f1c0871d-82c5-4980-943f-c86169fd782c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:12.343056 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:13.630881 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:15.307864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:15.558967 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:38.694848 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-941aa932-6120-4707-860a-0cc16a611c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.065458 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40462) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:41.126435 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-980ef8b8-e9b3-476c-a9a8-314cff2d3572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.291407 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Deleting port afce355b-1705-43ad-9d50-7d5c5a3f2040 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:41.291743 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.369982 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.370203 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (afce355b-1705-43ad-9d50-7d5c5a3f2040), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.382120 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Calling delete_port for afce355b-1705-43ad-9d50-7d5c5a3f2040 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:41.523047 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (afce355b-1705-43ad-9d50-7d5c5a3f2040), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.548837 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'Port': ['ID=afce355b-1705-43ad-9d50-7d5c5a3f2040,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:41.572901 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.573251 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.573595 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.573930 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.574263 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.574590 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.574916 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.575245 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.575568 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.575890 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.576241 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.576560 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.576876 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:41.617509 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (5a336599-2332-4ec8-92e9-f78a3d829e16), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.617836 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Floating IP 5a336599-2332-4ec8-92e9-f78a3d829e16 disassociated (deleted). External IP: 172.27.0.102, port: 0506cdce-5099-4dda-b1c4-2cc7bc39c07d. Mar 03 01:14:41.820920 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:14:41.926881 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:14:41.931694 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:41.936134 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:14:41.945235 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:41.945837 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:41.960246 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4453a2cd-2621-4b7b-8039-e627061ef7f9 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a336599-2332-4ec8-92e9-f78a3d829e16 HTTP/1.1" status: 204 len: 168 time: 0.8936951 Mar 03 01:14:41.960827 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:14:41.963075 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecf1c53-0e00-46f1-8501-109456bff9de" -d '{"events": [{"name": "network-changed", "server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:14:42.002462 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c6fdb0-8d95-4338-a425-1eb4c9e55ea8 x-openstack-request-id: req-f0c6fdb0-8d95-4338-a425-1eb4c9e55ea8 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:14:42.002980 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:14:42.003244 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0c6fdb0-8d95-4338-a425-1eb4c9e55ea8 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:14:42.003660 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'status': 'completed', 'code': 200} Mar 03 01:14:42.098481 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-39de7c02-d643-45e7-881a-d03b40bddade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:42.100511 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-39de7c02-d643-45e7-881a-d03b40bddade service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 1129 time: 0.0538399 Mar 03 01:14:42.200628 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:42.274111 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-20d29f4d-7075-4336-a56f-fda4f54ea2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:42.275583 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-20d29f4d-7075-4336-a56f-fda4f54ea2f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.1247170 Mar 03 01:14:42.282560 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c23761-e672-4879-94ba-e3d892443918 req-929e3726-2171-40f5-8345-a4344fa26a3b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:42.283928 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-51c23761-e672-4879-94ba-e3d892443918 req-929e3726-2171-40f5-8345-a4344fa26a3b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.1091495 Mar 03 01:14:42.327392 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-36de5c3c-bccb-4e5d-9c62-aee9fdd1bef6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d HTTP/1.1" status: 200 len: 217 time: 0.0424984 Mar 03 01:14:42.361481 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:42.401638 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-51c23761-e672-4879-94ba-e3d892443918 req-a6c8617e-705c-41b6-aa32-9add5a247773 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104171 Mar 03 01:14:42.403117 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-98202fa7-2c5a-4b33-b6b1-75f10dec8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:42.404490 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-98202fa7-2c5a-4b33-b6b1-75f10dec8dc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0700445 Mar 03 01:14:42.442649 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:09Z', 'revision_number': 1, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:42.454789 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-2bc841a9-1689-4421-9cd9-259a4c7f9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:42.456353 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-2bc841a9-1689-4421-9cd9-259a4c7f9696 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450130 Mar 03 01:14:42.474140 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:14:42.482743 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:42.483357 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:42.552105 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-4ee2efa8-b470-4206-aaf5-5893652fa998 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874150 Mar 03 01:14:42.592233 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:42.644421 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-5ecf1c53-0e00-46f1-8501-109456bff9de req-4f5d4fa6-72ac-40e2-b80b-8db4ccea164d service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 Mar 03 01:14:42.820920 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:09Z', 'revision_number': 1, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:42.851332 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3485128-d40b-473d-b04f-c40a4b861db2 None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_floatingips': [{'id': 'ab9199e1-d746-4afe-9153-4f5cbd7fc153', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'router_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'port_id': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'mac_address': 'fa:16:3e:d1:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T01:11:07Z', 'updated_at': '2022-03-03T01:11:09Z', 'revision_number': 1, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:14:43.060816 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e30c7-eca3-4fea-b5d2-d86308b3eba2 None None] New status for floating IP 5a336599-2332-4ec8-92e9-f78a3d829e16: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:14:43.529402 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74df37-6241-4d75-8a22-e0e81f063f96 req-0814e787-ca0a-4927-a51e-586c4233fb5b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:43.530782 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc74df37-6241-4d75-8a22-e0e81f063f96 req-0814e787-ca0a-4927-a51e-586c4233fb5b tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.0569086 Mar 03 01:14:43.577798 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-cc74df37-6241-4d75-8a22-e0e81f063f96 req-80ad7eae-6347-435f-bd78-89dcbf11b993 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Mar 03 01:14:43.634546 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:43.927074 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-1b71ec06-700e-408c-978b-3142b6e5563c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:43.928435 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-1b71ec06-700e-408c-978b-3142b6e5563c tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Mar 03 01:14:44.021897 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Deleting port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:44.022238 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:44.108329 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] For port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:44.108690 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:44.121255 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Calling delete_port for 0506cdce-5099-4dda-b1c4-2cc7bc39c07d owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:44.248206 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (0506cdce-5099-4dda-b1c4-2cc7bc39c07d), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:44.277117 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'Port': ['ID=0506cdce-5099-4dda-b1c4-2cc7bc39c07d,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:44.289433 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.289787 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.290133 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.290472 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.290812 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.291144 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.291492 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.291804 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.292170 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.292503 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.292829 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.293154 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.293475 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:14:44.332622 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] No DVR routers for this DVR port 0506cdce-5099-4dda-b1c4-2cc7bc39c07d on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:14:44.335083 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:44.338361 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-985031b5-f3e1-4ed3-aa76-2bb9d1f338fa req-ef0232db-4e1e-462f-a654-674d19b7d537 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "DELETE /v2.0/ports/0506cdce-5099-4dda-b1c4-2cc7bc39c07d HTTP/1.1" status: 204 len: 173 time: 0.4043119 Mar 03 01:14:44.338812 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'name': 'network-vif-deleted', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:14:44.341043 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965a4f2e-d601-40ca-80d6-8c43fe9d4e9c" -d '{"events": [{"server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "name": "network-vif-deleted", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:14:44.377895 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db2ca0-1d0e-4506-a7c8-573c40813f59 x-openstack-request-id: req-39db2ca0-1d0e-4506-a7c8-573c40813f59 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:14:44.378197 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facbfb7-3bef-441f-9bbc-814747e4f878", "name": "network-vif-deleted", "tag": "0506cdce-5099-4dda-b1c4-2cc7bc39c07d", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:14:44.378614 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39db2ca0-1d0e-4506-a7c8-573c40813f59 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:14:44.378943 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facbfb7-3bef-441f-9bbc-814747e4f878', 'name': 'network-vif-deleted', 'tag': '0506cdce-5099-4dda-b1c4-2cc7bc39c07d', 'status': 'completed', 'code': 200} Mar 03 01:14:44.681145 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-340dee01-5bc2-4ee1-83cb-00504c537c51 req-f700ecb8-0316-4a23-963e-8f7703f6f22a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=6facbfb7-3bef-441f-9bbc-814747e4f878 HTTP/1.1" status: 200 len: 210 time: 0.0307660 Mar 03 01:14:45.310504 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:45.576009 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:46.127444 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:14:47.612650 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 0506cdce-5099-4dda-b1c4-2cc7bc39c07d no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:14:47.633277 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: 0506cdce-5099-4dda-b1c4-2cc7bc39c07d {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:14:47.633562 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device 0506cdce-5099-4dda-b1c4-2cc7bc39c07d not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:14:47.953514 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40506) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:48.104641 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Deleting port 5174ede1-c956-4ec1-b18c-f9105e50a400 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:48.104985 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:48.180495 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:48.180813 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (5174ede1-c956-4ec1-b18c-f9105e50a400), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:48.192288 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Calling delete_port for 5174ede1-c956-4ec1-b18c-f9105e50a400 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:48.335803 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (5174ede1-c956-4ec1-b18c-f9105e50a400), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:48.360359 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'Port': ['ID=5174ede1-c956-4ec1-b18c-f9105e50a400,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:48.426931 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (ab9199e1-d746-4afe-9153-4f5cbd7fc153), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:48.427264 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Floating IP ab9199e1-d746-4afe-9153-4f5cbd7fc153 disassociated (deleted). External IP: 172.27.0.172, port: c88e71c5-7040-41a4-af49-ae2c69c6841a. Mar 03 01:14:48.637243 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:14:48.745340 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:14:48.750755 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:48.755437 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:14:48.764355 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:48.764967 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:48.781033 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4fd4ea13-f8b0-4ece-9c19-94e12f9930fe tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "DELETE /v2.0/floatingips/ab9199e1-d746-4afe-9153-4f5cbd7fc153 HTTP/1.1" status: 204 len: 168 time: 0.8264265 Mar 03 01:14:48.782189 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:14:48.784454 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a957b0e6f694c26b85cad01f95896726cd13f0d7272d93dde460c4abae6c7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f5e281-6d29-4e1d-8476-b430fcd853cd" -d '{"events": [{"name": "network-changed", "server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:14:48.821129 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303accb9-030c-4735-b5a8-e4c17eb48b9d x-openstack-request-id: req-303accb9-030c-4735-b5a8-e4c17eb48b9d {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:14:48.821486 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:14:48.821800 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-303accb9-030c-4735-b5a8-e4c17eb48b9d {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:14:48.822264 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'status': 'completed', 'code': 200} Mar 03 01:14:48.886647 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:48.910343 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-29a872e8-c6ff-4e80-9c4a-063552b5257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:48.915085 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-29a872e8-c6ff-4e80-9c4a-063552b5257f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df293799e10f4d04b45e92b8adab43ec&device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0522218 Mar 03 01:14:49.071270 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20d338-3391-456d-a2e1-896ea105939a req-0ff34550-7dc4-4c80-81d6-cf76cf892a7f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:49.072769 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b20d338-3391-456d-a2e1-896ea105939a req-0ff34550-7dc4-4c80-81d6-cf76cf892a7f tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 945 time: 0.1053882 Mar 03 01:14:49.088545 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:49.097977 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-79636617-4938-42a7-8bb5-b45342eb7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:49.099398 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-79636617-4938-42a7-8bb5-b45342eb7ab5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 200 len: 912 time: 0.1397519 Mar 03 01:14:49.116011 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:14:49.125084 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:49.125753 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:49.152058 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-4900edb7-739f-458d-87c4-efb6f2d0e544 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 200 len: 217 time: 0.0407100 Mar 03 01:14:49.161542 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-7b20d338-3391-456d-a2e1-896ea105939a req-d702ff8b-cbb2-4d1c-ba2b-ddde1a08660a tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794322 Mar 03 01:14:49.208406 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-219c23e2-8e00-4d68-a936-7ee6e6357b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:49.209878 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-219c23e2-8e00-4d68-a936-7ee6e6357b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 200 len: 851 time: 0.0475576 Mar 03 01:14:49.245304 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:49.259819 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-1614084c-cac1-4f27-b8fd-2f1744c749c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:49.261343 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-1614084c-cac1-4f27-b8fd-2f1744c749c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441558 Mar 03 01:14:49.349903 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-822401ab-3c56-457d-b7f4-62bbcc84d811 service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815842 Mar 03 01:14:49.444691 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-71f5e281-6d29-4e1d-8476-b430fcd853cd req-ee803a26-895d-4e0d-b169-f60a2911eacd service neutron] 10.222.0.30 "GET /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Mar 03 01:14:49.447256 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:49.474279 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc5a7-c2e6-438a-b661-181c04c069b1 None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:08:09Z', 'revision_number': 4, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi', '_interfaces': [{'id': '55d552f2-6ea6-492b-9481-073fbd5e3a9c', 'name': '', 'network_id': 'c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'mac_address': 'fa:16:3e:93:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:08Z', 'updated_at': '2022-03-03T01:08:14Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'subnets': [{'id': '750c92a5-70bf-46c8-893e-e0fa6596e318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:14:49.694664 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85eceef-843e-469a-9dad-c04ff900ebc0 None None] New status for floating IP ab9199e1-d746-4afe-9153-4f5cbd7fc153: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 01:14:50.282120 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0275-35a2-446f-b62d-50c4695f9502 req-e329c67b-35ed-4b7e-889c-5f8eee4e8740 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:50.283609 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9bc0275-35a2-446f-b62d-50c4695f9502 req-e329c67b-35ed-4b7e-889c-5f8eee4e8740 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 945 time: 0.0550177 Mar 03 01:14:50.333063 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-d9bc0275-35a2-446f-b62d-50c4695f9502 req-ae0a3369-f451-4798-82d3-3fe1cc86cfc2 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Mar 03 01:14:50.642023 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357efce-996e-4146-8dcb-89d9a9897eee req-56b61fa5-0c79-4516-bfb8-0fff9c0d2b47 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 01:14:50.643415 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0357efce-996e-4146-8dcb-89d9a9897eee req-56b61fa5-0c79-4516-bfb8-0fff9c0d2b47 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 945 time: 0.0575097 Mar 03 01:14:50.732567 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Deleting port c88e71c5-7040-41a4-af49-ae2c69c6841a {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:50.732910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:50.821364 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] For port c88e71c5-7040-41a4-af49-ae2c69c6841a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c88e71c5-7040-41a4-af49-ae2c69c6841a,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:50.821718 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:50.834317 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Calling delete_port for c88e71c5-7040-41a4-af49-ae2c69c6841a owned by compute:nova {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:50.956910 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (c88e71c5-7040-41a4-af49-ae2c69c6841a), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:50.987957 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'Port': ['ID=c88e71c5-7040-41a4-af49-ae2c69c6841a,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:51.033850 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] No DVR routers for this DVR port c88e71c5-7040-41a4-af49-ae2c69c6841a on host hv-cinder-83109 {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:14:51.036599 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for port (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:51.040101 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0357efce-996e-4146-8dcb-89d9a9897eee req-ded8eabe-18be-4c4b-a4cd-0474bcd10fac tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.30 "DELETE /v2.0/ports/c88e71c5-7040-41a4-af49-ae2c69c6841a HTTP/1.1" status: 204 len: 173 time: 0.3915985 Mar 03 01:14:51.040557 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'name': 'network-vif-deleted', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a'}] {{(pid=102986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 01:14:51.043242 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a724920ef0056e6d3481f9adf7a15b886448cdfc50556c4e337398c055d88d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b07bb3-82c8-4755-800e-c326ba9aaa8f" -d '{"events": [{"server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "name": "network-vif-deleted", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a"}]}' {{(pid=102986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 01:14:51.079221 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 01:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c66b2-b47f-441c-bd7a-83531a046ee8 x-openstack-request-id: req-212c66b2-b47f-441c-bd7a-83531a046ee8 {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 01:14:51.079534 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecdb594-cd2e-4f16-9d82-2aa5ff888bd8", "name": "network-vif-deleted", "tag": "c88e71c5-7040-41a4-af49-ae2c69c6841a", "status": "completed", "code": 200}]} {{(pid=102986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 01:14:51.079790 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212c66b2-b47f-441c-bd7a-83531a046ee8 {{(pid=102986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 01:14:51.080742 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecdb594-cd2e-4f16-9d82-2aa5ff888bd8', 'name': 'network-vif-deleted', 'tag': 'c88e71c5-7040-41a4-af49-ae2c69c6841a', 'status': 'completed', 'code': 200} Mar 03 01:14:51.448747 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [req-0027add6-fe8e-480c-86d3-2095777731f4 req-3131c15a-5473-45b9-927a-9ea5946a9555 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eecdb594-cd2e-4f16-9d82-2aa5ff888bd8 HTTP/1.1" status: 200 len: 210 time: 0.0299258 Mar 03 01:14:52.506206 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40524) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:52.628210 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Deleting port d292d810-da98-4c95-b8ef-23f562ece2d1 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:52.628557 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:52.703408 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:52.703734 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (d292d810-da98-4c95-b8ef-23f562ece2d1), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:52.715102 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Calling delete_port for d292d810-da98-4c95-b8ef-23f562ece2d1 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:52.840856 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (d292d810-da98-4c95-b8ef-23f562ece2d1), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:52.870339 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'Port': ['ID=d292d810-da98-4c95-b8ef-23f562ece2d1,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:52.929654 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for floatingip (4957076f-5bec-4d05-9f4d-9beeaeefed4e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:52.932196 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220946'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:52.933335 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-85571d93-d7ae-4461-9d0d-1f0a89c0c6e4 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "DELETE /v2.0/floatingips/4957076f-5bec-4d05-9f4d-9beeaeefed4e HTTP/1.1" status: 204 len: 168 time: 0.4261413 Mar 03 01:14:53.675231 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c88e71c5-7040-41a4-af49-ae2c69c6841a no longer exists at agent hyperv_hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:14:53.695122 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] No Port match for: c88e71c5-7040-41a4-af49-ae2c69c6841a {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:14:53.695468 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Device c88e71c5-7040-41a4-af49-ae2c69c6841a not bound to the agent host hv-cinder-83109 {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:14:54.123480 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40536) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:54.180425 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fc45d54-77a3-48fd-be7f-e3b004e90af1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group (d3a7fe0b-538c-43a3-bb2e-b246c9c0f431), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:54.205389 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fc45d54-77a3-48fd-be7f-e3b004e90af1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group (d3a7fe0b-538c-43a3-bb2e-b246c9c0f431), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:54.269039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fc45d54-77a3-48fd-be7f-e3b004e90af1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (d3a7fe0b-538c-43a3-bb2e-b246c9c0f431), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:54.271650 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4fc45d54-77a3-48fd-be7f-e3b004e90af1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:54.272816 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4fc45d54-77a3-48fd-be7f-e3b004e90af1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] 10.222.0.18 "DELETE /v2.0/security-groups/d3a7fe0b-538c-43a3-bb2e-b246c9c0f431 HTTP/1.1" status: 204 len: 168 time: 0.1483185 Mar 03 01:14:54.283306 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc45d54-77a3-48fd-be7f-e3b004e90af1 tempest-TestVolumeBootPattern-11657109 tempest-TestVolumeBootPattern-11657109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7fe0b-538c-43a3-bb2e-b246c9c0f431,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:54.326035 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40540) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:54.795141 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:55.263813 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Deleting port 55d552f2-6ea6-492b-9481-073fbd5e3a9c {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:55.264549 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:55.344573 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] For port 55d552f2-6ea6-492b-9481-073fbd5e3a9c, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=55d552f2-6ea6-492b-9481-073fbd5e3a9c,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:55.344941 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:55.357208 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Calling delete_port for 55d552f2-6ea6-492b-9481-073fbd5e3a9c owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:55.538354 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (55d552f2-6ea6-492b-9481-073fbd5e3a9c), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:55.565314 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d552f2-6ea6-492b-9481-073fbd5e3a9c,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:55.735091 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:55.946550 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:14:56.051749 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:14:56.056686 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-edef8ae4-1398-4b02-90b1-6c2ab6fa5576 admin admin] 10.222.0.18 "PUT /v2.0/routers/8ab1e63f-6d16-44fe-a8c9-a4720e4ac273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7296343 Mar 03 01:14:56.059200 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40544) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:56.062076 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] Sync routers for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:14:56.072605 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:56.073208 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:56.166432 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks [] for router (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.179721 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:56.270015 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks [] for router_gateway (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.329246 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Deleting port f17051d5-b4ca-4738-81cf-9131bfaa7f04 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:56.329492 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.416983 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] For port f17051d5-b4ca-4738-81cf-9131bfaa7f04, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=f17051d5-b4ca-4738-81cf-9131bfaa7f04,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:56.417361 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.431477 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Calling delete_port for f17051d5-b4ca-4738-81cf-9131bfaa7f04 owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:56.494504 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:14:55Z', 'revision_number': 5, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port': {'id': 'f17051d5-b4ca-4738-81cf-9131bfaa7f04', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:07Z', 'updated_at': '2022-03-03T01:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:56.523623 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] Checking router: 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 for host: dv-cinder-831090-5-iscsi {{(pid=102988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:14:56.532919 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] Routers {'8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:56.533543 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'], 'active': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:56.598130 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (f17051d5-b4ca-4738-81cf-9131bfaa7f04), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.623245 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Pushing event deleted for resources: {'Port': ['ID=f17051d5-b4ca-4738-81cf-9131bfaa7f04,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:56.623903 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvr_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] Set router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 gateway port host: None {{(pid=102988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:56.681182 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_hamode_db [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:14:56Z', 'revision_number': 6, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:56.682961 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.708887 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a857bf8c-9de9-456c-8c6e-bfd2c2b8360b None None] The sync data for ids ['8ab1e63f-6d16-44fe-a8c9-a4720e4ac273'] in dv-cinder-831090-5-iscsi is: [{'id': '8ab1e63f-6d16-44fe-a8c9-a4720e4ac273', 'name': 'tempest-TestVolumeBootPattern-1580547234-router', 'tenant_id': 'df293799e10f4d04b45e92b8adab43ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:06Z', 'updated_at': '2022-03-03T01:14:56Z', 'revision_number': 6, 'project_id': 'df293799e10f4d04b45e92b8adab43ec', 'gw_port_host': None}] {{(pid=102988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:14:56.779800 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.782004 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks [] for router_controller (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.824363 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (8ab1e63f-6d16-44fe-a8c9-a4720e4ac273), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.824998 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:14:56.830018 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.831171 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fda43dc7-8c1b-4310-be41-56ea817f653f admin admin] 10.222.0.18 "DELETE /v2.0/routers/8ab1e63f-6d16-44fe-a8c9-a4720e4ac273 HTTP/1.1" status: 204 len: 168 time: 0.7710404 Mar 03 01:14:56.833745 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40546) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:56.877742 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Deleting subnet 750c92a5-70bf-46c8-893e-e0fa6596e318 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:14:56.880887 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Publish callbacks [] for subnet (750c92a5-70bf-46c8-893e-e0fa6596e318), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.913921 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (750c92a5-70bf-46c8-893e-e0fa6596e318), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:56.991351 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (750c92a5-70bf-46c8-893e-e0fa6596e318), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.042252 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (750c92a5-70bf-46c8-893e-e0fa6596e318), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.070467 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.074709 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/750c92a5-70bf-46c8-893e-e0fa6596e318 HTTP/1.1" status: 204 len: 168 time: 0.2393045 Mar 03 01:14:57.075910 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db0b9-35f8-4038-8f14-5adeee73e083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750c92a5-70bf-46c8-893e-e0fa6596e318,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:57.076799 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40548) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:57.082026 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6345f-410a-428b-9792-f9f0638df795 None None] Network c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:14:57.164802 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.224262 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Deleting port 21c06d19-127a-4b41-994c-8f953ead526b {{(pid=102986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:57.224605 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (21c06d19-127a-4b41-994c-8f953ead526b), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.285880 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.db [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] For port 21c06d19-127a-4b41-994c-8f953ead526b, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=21c06d19-127a-4b41-994c-8f953ead526b,segment=NetworkSegment(e155bbdd-7644-419a-a34a-15959abed5e3),segment_id=e155bbdd-7644-419a-a34a-15959abed5e3)] {{(pid=102986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:57.286234 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (21c06d19-127a-4b41-994c-8f953ead526b), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.298657 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Calling delete_port for 21c06d19-127a-4b41-994c-8f953ead526b owned by network:dhcp {{(pid=102986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:57.378997 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58969361'] for port (21c06d19-127a-4b41-994c-8f953ead526b), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.404656 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c06d19-127a-4b41-994c-8f953ead526b,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:57.409550 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] No DVR routers for this DVR port 21c06d19-127a-4b41-994c-8f953ead526b on host dv-cinder-831090-5-iscsi {{(pid=102986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:14:57.481363 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.500968 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb']}} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:57.511681 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e155bbdd-7644-419a-a34a-15959abed5e3') {'for_net_delete': True} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:57.511983 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.services.segments.db [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e155bbdd-7644-419a-a34a-15959abed5e3') {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:57.522568 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58969898'] for segment (e155bbdd-7644-419a-a34a-15959abed5e3), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.534376 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11feb537-0945-4cd2-b35c-c5e8463384cd None None] DHCP port deletion for c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:14:57.540397 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (e155bbdd-7644-419a-a34a-15959abed5e3), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.554745 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:14:57.555175 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58969596'] for segment (e155bbdd-7644-419a-a34a-15959abed5e3), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: Traceback (most recent call last): Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: timer() Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: cb(*args, **kw) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: return func(*args, **kwargs) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: self._notify() Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: self.callback(batched_events) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: event.method(event) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: return f(self, *a, **k) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._get(url).json() Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: return self.request(url, 'GET', **kwargs) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:14:57.556998 dv-cinder-831090-5-iscsi neutron-server[102986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:14:57.611183 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.616668 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:57.619864 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb HTTP/1.1" status: 204 len: 168 time: 0.5413988 Mar 03 01:14:57.622939 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40550) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:57.632638 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affea45-4625-42a0-8877-f37a67fdaa82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c868c7eb-ad4e-4ba4-9cf5-bafbe23621eb,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:57.973192 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543425'] for router_interface (0a84a045-1a76-476b-ba32-3bc5b12be0c4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:58.214337 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Deleting port 0e6bb2a8-8388-4462-869a-d066415f6b45 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:58.214669 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:58.288900 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] For port 0e6bb2a8-8388-4462-869a-d066415f6b45, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=0e6bb2a8-8388-4462-869a-d066415f6b45,segment=NetworkSegment(45768d84-97c2-4f71-b043-a112c416c967),segment_id=45768d84-97c2-4f71-b043-a112c416c967)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:58.289259 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:58.301959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Calling delete_port for 0e6bb2a8-8388-4462-869a-d066415f6b45 owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:58.482554 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (0e6bb2a8-8388-4462-869a-d066415f6b45), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:58.513159 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6bb2a8-8388-4462-869a-d066415f6b45,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:58.819463 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f17051d5-b4ca-4738-81cf-9131bfaa7f04 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:14:58.839851 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: f17051d5-b4ca-4738-81cf-9131bfaa7f04 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:14:58.840297 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device f17051d5-b4ca-4738-81cf-9131bfaa7f04 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:14:58.840720 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 55d552f2-6ea6-492b-9481-073fbd5e3a9c no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:14:58.859745 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 55d552f2-6ea6-492b-9481-073fbd5e3a9c {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:14:58.860415 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 55d552f2-6ea6-492b-9481-073fbd5e3a9c not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:14:58.860536 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 21c06d19-127a-4b41-994c-8f953ead526b no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:14:58.882455 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 21c06d19-127a-4b41-994c-8f953ead526b {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:14:58.882803 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 21c06d19-127a-4b41-994c-8f953ead526b not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:14:58.890808 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543277'] for router_interface (0a84a045-1a76-476b-ba32-3bc5b12be0c4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.101916 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 has already been hosted by L3 agent c81303d0-9995-42cb-95e2-e5d787722500 {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 01:14:59.209601 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] Notify agent at l3_agent.dv-cinder-831090-5-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 01:14:59.215613 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-817a25e5-a7b3-4264-8de4-77c72a7fa3ef admin admin] 10.222.0.18 "PUT /v2.0/routers/0a84a045-1a76-476b-ba32-3bc5b12be0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905375 Mar 03 01:14:59.217070 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40552) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:14:59.218658 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] Sync routers for ids ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'] in dv-cinder-831090-5-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 01:14:59.228068 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] Routers {'0a84a045-1a76-476b-ba32-3bc5b12be0c4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:59.228690 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:59.323883 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks [] for router (0a84a045-1a76-476b-ba32-3bc5b12be0c4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.334562 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] Set router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 gateway port host: dv-cinder-831090-5-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:59.431042 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks [] for router_gateway (0a84a045-1a76-476b-ba32-3bc5b12be0c4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.483153 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Deleting port 7d87e352-fa74-40a6-898f-29d975618274 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:14:59.483486 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (7d87e352-fa74-40a6-898f-29d975618274), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.511981 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'external_fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '7d87e352-fa74-40a6-898f-29d975618274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:14:58Z', 'revision_number': 5, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port': {'id': '7d87e352-fa74-40a6-898f-29d975618274', 'name': '', 'network_id': '84b84258-e3b9-41a9-a94a-bc25b88edbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1845e0e9-b986-4f28-8165-a00828bcff12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-5-iscsi'}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:59.541845 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] Checking router: 0a84a045-1a76-476b-ba32-3bc5b12be0c4 for host: dv-cinder-831090-5-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 01:14:59.549933 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] Routers {'0a84a045-1a76-476b-ba32-3bc5b12be0c4'} bound to L3 agent in host dv-cinder-831090-5-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 01:14:59.550535 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T00:51:41Z,description=,heartbeat_timestamp=2022-03-03T01:14:41Z,host='dv-cinder-831090-5-iscsi',id=c81303d0-9995-42cb-95e2-e5d787722500,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T00:51:41Z,topic='l3_agent')) {'router_ids': ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:59.560246 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] For port 7d87e352-fa74-40a6-898f-29d975618274, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=7d87e352-fa74-40a6-898f-29d975618274,segment=NetworkSegment(d18be603-c4a4-4b6a-ac41-b0ac92da7a97),segment_id=d18be603-c4a4-4b6a-ac41-b0ac92da7a97)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:14:59.560608 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (7d87e352-fa74-40a6-898f-29d975618274), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.573189 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Calling delete_port for 7d87e352-fa74-40a6-898f-29d975618274 owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:14:59.639097 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] Set router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 01:14:59.692396 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:14:59Z', 'revision_number': 6, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port_host': None}], 'dv-cinder-831090-5-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:14:59.723158 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb4a3f-e554-4ae0-a3b5-7722e60b9cd7 None None] The sync data for ids ['0a84a045-1a76-476b-ba32-3bc5b12be0c4'] in dv-cinder-831090-5-iscsi is: [{'id': '0a84a045-1a76-476b-ba32-3bc5b12be0c4', 'name': 'tempest-TestVolumeBootPattern-403900699-router', 'tenant_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T01:08:11Z', 'updated_at': '2022-03-03T01:14:59Z', 'revision_number': 6, 'project_id': 'a82a1c83fea54bf1b7f076ab6cf6f944', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 01:14:59.745418 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (7d87e352-fa74-40a6-898f-29d975618274), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.770886 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d87e352-fa74-40a6-898f-29d975618274,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:14:59.830417 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541839'] for router_gateway (0a84a045-1a76-476b-ba32-3bc5b12be0c4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.918698 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63252'] for router (0a84a045-1a76-476b-ba32-3bc5b12be0c4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.920702 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks [] for router_controller (0a84a045-1a76-476b-ba32-3bc5b12be0c4), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.966121 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554276'] for router (0a84a045-1a76-476b-ba32-3bc5b12be0c4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.966633 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a84a045-1a76-476b-ba32-3bc5b12be0c4 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 01:14:59.970789 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:14:59.971917 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5cb847d7-1206-43ea-9f0c-3c3c1331f793 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0a84a045-1a76-476b-ba32-3bc5b12be0c4 HTTP/1.1" status: 204 len: 168 time: 0.7538126 Mar 03 01:14:59.974777 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40554) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:15:00.017491 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Deleting subnet 5d2f6cb1-c850-41df-b7ef-e650f8e5b962 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 01:15:00.020399 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Publish callbacks [] for subnet (5d2f6cb1-c850-41df-b7ef-e650f8e5b962), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.054105 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60328910'] for subnet (5d2f6cb1-c850-41df-b7ef-e650f8e5b962), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.133766 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027394'] for subnet (5d2f6cb1-c850-41df-b7ef-e650f8e5b962), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.187563 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60345488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59189390'] for subnet (5d2f6cb1-c850-41df-b7ef-e650f8e5b962), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.214039 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2f6cb1-c850-41df-b7ef-e650f8e5b962,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:15:00.215959 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.220302 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2bccb388-1ba4-4b83-be24-513396ba3162 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5d2f6cb1-c850-41df-b7ef-e650f8e5b962 HTTP/1.1" status: 204 len: 168 time: 0.2438238 Mar 03 01:15:00.221943 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4045f-1237-4a48-9150-0da38fef7c91 None None] Network 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a requested from dv-cinder-831090-5-iscsi {{(pid=102988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 01:15:00.222428 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40556) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:15:00.288570 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2033785'] for network (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.344941 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Deleting port 94019698-42bb-4909-ae42-cca6f90f6985 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:15:00.345281 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (94019698-42bb-4909-ae42-cca6f90f6985), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.409390 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] For port 94019698-42bb-4909-ae42-cca6f90f6985, host dv-cinder-831090-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-5-iscsi',level=0,port_id=94019698-42bb-4909-ae42-cca6f90f6985,segment=NetworkSegment(45768d84-97c2-4f71-b043-a112c416c967),segment_id=45768d84-97c2-4f71-b043-a112c416c967)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:15:00.409686 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (94019698-42bb-4909-ae42-cca6f90f6985), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.422604 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Calling delete_port for 94019698-42bb-4909-ae42-cca6f90f6985 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:15:00.480744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] DHCP port deletion for 393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a request from dv-cinder-831090-5-iscsi {{(pid=102988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 01:15:00.508246 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60345507'] for port (94019698-42bb-4909-ae42-cca6f90f6985), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.533383 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Pushing event deleted for resources: {'Port': ['ID=94019698-42bb-4909-ae42-cca6f90f6985,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:15:00.535527 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Deleting port 94019698-42bb-4909-ae42-cca6f90f6985 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 01:15:00.536148 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753045471353'] for port (94019698-42bb-4909-ae42-cca6f90f6985), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.539013 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] No DVR routers for this DVR port 94019698-42bb-4909-ae42-cca6f90f6985 on host dv-cinder-831090-5-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:15:00.604642 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] For port 94019698-42bb-4909-ae42-cca6f90f6985, host dv-cinder-831090-5-iscsi, got binding levels [] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 01:15:00.605041 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548266'] for port (94019698-42bb-4909-ae42-cca6f90f6985), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.614547 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057337', 'neutron.services.segments.db._delete_segments_for_network-8753045347229'] for network (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.618892 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Calling delete_port for 94019698-42bb-4909-ae42-cca6f90f6985 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 01:15:00.621716 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.ipam_backend_mixin [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Port 94019698-42bb-4909-ae42-cca6f90f6985 was not found and therefore no delete operation was performed {{(pid=102988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 01:15:00.623018 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1919580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753045477340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753044936430'] for port (94019698-42bb-4909-ae42-cca6f90f6985), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.638200 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:15:00.648458 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45768d84-97c2-4f71-b043-a112c416c967') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:15:00.648756 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45768d84-97c2-4f71-b043-a112c416c967') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 01:15:00.652568 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Pushing event deleted for resources: {'Port': ['ID=94019698-42bb-4909-ae42-cca6f90f6985,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:15:00.657705 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] No DVR routers for this DVR port 94019698-42bb-4909-ae42-cca6f90f6985 on host dv-cinder-831090-5-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 01:15:00.660422 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753045350566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60328921'] for segment (45768d84-97c2-4f71-b043-a112c416c967), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.664273 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.664627 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.664968 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.665301 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.665628 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.665954 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.666565 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.667110 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.667110 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.667285 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.667601 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.667923 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.668598 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddd949-fe35-42e8-9d2d-f1a59ffb7b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-5-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 01:15:00.683291 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805'] for segment (45768d84-97c2-4f71-b043-a112c416c967), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.690594 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 01:15:00.690989 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2027805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60345422'] for segment (45768d84-97c2-4f71-b043-a112c416c967), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: timer() Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: cb(*args, **kw) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: self._notify() Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: self.callback(batched_events) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: event.method(event) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._get(url).json() Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 01:15:00.692661 dv-cinder-831090-5-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 01:15:00.755041 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541875'] for network (393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.761075 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651239'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:00.767664 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] 10.222.0.18 "DELETE /v2.0/networks/393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a HTTP/1.1" status: 204 len: 168 time: 0.5419173 Mar 03 01:15:00.784476 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1af0f-19b3-4678-b290-bed65e505307 admin admin] Pushing event deleted for resources: {'Network': ['ID=393ff1cc-6cfc-44c9-83c4-42abfd3cbd4a,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:15:00.794859 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 7d87e352-fa74-40a6-898f-29d975618274 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:15:00.816371 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 7d87e352-fa74-40a6-898f-29d975618274 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:15:00.816716 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 7d87e352-fa74-40a6-898f-29d975618274 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:15:00.817127 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 0e6bb2a8-8388-4462-869a-d066415f6b45 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:15:00.836797 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 0e6bb2a8-8388-4462-869a-d066415f6b45 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:15:00.837143 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 0e6bb2a8-8388-4462-869a-d066415f6b45 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:15:00.837549 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 94019698-42bb-4909-ae42-cca6f90f6985 no longer exists at agent ovs-agent-dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 01:15:00.858210 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] No Port match for: 94019698-42bb-4909-ae42-cca6f90f6985 {{(pid=102988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 01:15:00.858556 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.rpc [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Device 94019698-42bb-4909-ae42-cca6f90f6985 not bound to the agent host dv-cinder-831090-5-iscsi {{(pid=102988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 01:15:00.898154 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40560) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:15:00.941856 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-ee43f89d-347c-4ea3-9d2b-33d09a43b2ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df293799e10f4d04b45e92b8adab43ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425248 Mar 03 01:15:00.944288 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.wsgi [-] (102986) accepted ('10.222.0.18', 40562) {{(pid=102986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:15:00.991282 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8bb0162b-8d48-4b55-92e4-5e5d4649b21a admin admin] Publish callbacks [] for security_group (91e0969f-9f3f-4008-861f-5f1de3583bd1), before_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.011748 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8bb0162b-8d48-4b55-92e4-5e5d4649b21a admin admin] Publish callbacks [] for security_group (91e0969f-9f3f-4008-861f-5f1de3583bd1), precommit_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.059654 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8bb0162b-8d48-4b55-92e4-5e5d4649b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (91e0969f-9f3f-4008-861f-5f1de3583bd1), after_delete {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.062292 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-8bb0162b-8d48-4b55-92e4-5e5d4649b21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.063439 dv-cinder-831090-5-iscsi neutron-server[102986]: INFO neutron.wsgi [None req-8bb0162b-8d48-4b55-92e4-5e5d4649b21a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91e0969f-9f3f-4008-861f-5f1de3583bd1 HTTP/1.1" status: 204 len: 168 time: 0.1182432 Mar 03 01:15:01.071926 dv-cinder-831090-5-iscsi neutron-server[102986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0162b-8d48-4b55-92e4-5e5d4649b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0969f-9f3f-4008-861f-5f1de3583bd1,revision_number=None']} {{(pid=102986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:15:01.372238 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40568) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:15:01.412913 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-65b79940-8d73-4bc9-b1c2-eadae8c63c27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a82a1c83fea54bf1b7f076ab6cf6f944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394623 Mar 03 01:15:01.415376 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.18', 40570) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 01:15:01.460716 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8de0ed12-0b5f-47f6-a5b2-69d09459bbda admin admin] Publish callbacks [] for security_group (97d754ac-af69-482b-b847-64c835c714c2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.484899 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8de0ed12-0b5f-47f6-a5b2-69d09459bbda admin admin] Publish callbacks [] for security_group (97d754ac-af69-482b-b847-64c835c714c2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.531654 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8de0ed12-0b5f-47f6-a5b2-69d09459bbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563389'] for security_group (97d754ac-af69-482b-b847-64c835c714c2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.534637 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8de0ed12-0b5f-47f6-a5b2-69d09459bbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:01.535755 dv-cinder-831090-5-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8de0ed12-0b5f-47f6-a5b2-69d09459bbda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97d754ac-af69-482b-b847-64c835c714c2 HTTP/1.1" status: 204 len: 168 time: 0.1195014 Mar 03 01:15:01.543466 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0ed12-0b5f-47f6-a5b2-69d09459bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d754ac-af69-482b-b847-64c835c714c2,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 01:15:08.701472 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bae386f4-cd4a-4c1c-8889-d3bd1084ab6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:11.127265 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-319f15fc-6fbf-4745-a607-519303eda096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:12.350921 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:13.636607 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:15.313428 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:15.584175 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:23.126174 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:15:38.694864 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b65710f1-7818-4c20-a008-62097995f337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:41.128188 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b597fb6c-d8fc-49c6-8b14-2eba2670b114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:42.352839 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:43.640117 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:45.316547 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:15:45.590475 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:00.124624 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:16:08.697310 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbe95-743a-496d-a33d-7288aea560a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:11.129800 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-74b47abf-9fa2-402d-890a-afbcb5b4962b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:12.358805 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:13.642242 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:15.321418 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:15.590130 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:37.123544 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:16:38.699368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ae3f3a88-22cb-4aa7-b606-df7d7710d123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:41.131503 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c13a-f11d-4f5c-bb94-dfb4b48ac05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:42.359241 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:43.644508 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:45.324258 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:16:45.614891 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:08.709170 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5fc219fd-04e8-4f3b-a56f-890d64bd0213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:11.132777 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-062ad24d-50e4-4d72-92bb-4c7b9944cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:12.361448 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:13.647825 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:14.122112 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:17:15.328065 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:15.610990 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:38.700207 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-49918758-6023-4492-9ee0-c7b7c5ec740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:41.133742 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2fbb0ae1-a8a4-44d6-8c41-a715041bfb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:42.365285 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:43.649491 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:45.331794 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:45.626319 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:17:48.075632 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-fb50f855-a086-4668-91a1-9513099269ef req-1c9e8d1b-5941-4254-82fd-58498837b4fc service neutron] (102987) timed out ('10.222.0.30', 65451) {{(pid=102987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 01:17:51.121256 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:17:53.580776 dv-cinder-831090-5-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-ec23d72d-de9e-4589-b3b7-c0bcad56dcb0 req-dc7523cf-f4a3-4507-8e86-2d6503c3f4de service neutron] (102987) timed out ('10.222.0.30', 65474) {{(pid=102987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 01:18:08.702307 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9a020093-65bb-43cb-98b0-58ea354a6daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:11.135368 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3b236869-f6dc-4b7a-ae69-4bbd187e193b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:12.367655 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:13.652249 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:15.336818 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:15.624800 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:28.120638 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:18:38.705050 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2514e168-28d8-4c0d-b942-a292985f7ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:41.137477 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-60f14d6a-5ec0-48b1-9a87-9c2f0fb1ea3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:42.369887 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:43.654319 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:45.339708 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:18:45.624151 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:05.119507 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:19:08.783967 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f21432b5-0957-4592-b16d-e6d5aeff3bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:11.139744 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0625733d-cbe9-4205-9766-94664359c7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:12.371799 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:13.658636 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:15.342872 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:15.623118 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:38.705054 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-75c84602-5b4b-4a09-b9ec-ea40afd16dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:41.142292 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1338942c-4d02-4e1d-ab31-f380c94c2e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:42.119074 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 01:19:42.375111 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:43.660537 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:45.346996 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:19:45.623073 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:08.707324 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-856a09f2-9b4d-466c-bb98-5e2e163ef805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (74a3bad5-3cc9-468d-ba52-adb4c34b9d70), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:11.143914 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa44fb53-593c-45b7-adf9-99b82e2671f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (c81303d0-9995-42cb-95e2-e5d787722500), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:12.379018 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed2e-c1b6-4fdf-bbbd-f52e9392c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (565ecd7a-8b75-44fb-9e5b-e3f5c4a201e7), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:13.663284 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-71e20e4c-ad33-455c-a3b7-2ef5a802c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a5f930cc-4c54-44a0-a877-b0feb492729c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:15.348952 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b5269575-39e0-4e28-8343-d557ba469d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (8f3e7870-a584-4609-b46a-04ff0d871a43), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:15.629381 dv-cinder-831090-5-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-55be7040-0b1b-432c-a46a-f4caf41a35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753045347211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057070'] for agent (a494477f-b4b8-4883-a92a-1e3024645543), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 01:20:19.118949 dv-cinder-831090-5-iscsi neutron-server[102989]: DEBUG neutron.db.agents_db [None req-8ca4d344-d9db-4201-9c67-bbefe60f2506 None None] Agent healthcheck: found 6 active agents {{(pid=102989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}